00000008:00010000:1.0:1787825799.725258:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725276:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725285:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.725299:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.725582:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725594:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725603:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725611:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725619:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725627:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725648:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725667:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725676:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725685:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725693:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725701:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725710:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725719:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725728:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.725750:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.725757:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725767:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725775:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725784:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725791:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725799:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725807:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725827:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.725849:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726181:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726190:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726198:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726206:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726214:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726223:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.726238:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.726244:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726267:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726275:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726283:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726293:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726368:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726381:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726391:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726399:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726408:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726425:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726434:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726442:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726451:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726458:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.726472:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.726478:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726485:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726494:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726591:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726602:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726610:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726619:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726627:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726636:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726644:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726662:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726672:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726690:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726699:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726708:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.726723:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.726729:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726739:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726748:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726757:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726766:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726786:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726795:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726804:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726981:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726991:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.726999:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727007:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727016:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727025:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727042:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.727058:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.727064:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727073:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727082:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727091:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727167:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727179:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727188:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727210:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727220:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727229:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727237:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727247:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727255:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727264:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727272:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.727288:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.727373:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727388:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727396:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727404:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727413:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727423:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727431:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727440:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727449:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727470:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727479:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727487:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727495:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727503:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727708:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.727730:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.727736:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727745:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727770:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727779:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727787:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727796:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.727804:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728058:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728069:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728078:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728088:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728173:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728183:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728193:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728202:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.728218:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.728224:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728233:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728242:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728251:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728273:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728282:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728290:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728299:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728379:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728388:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728397:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728406:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728415:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728433:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728445:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.728460:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.728465:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728473:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728482:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728489:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728498:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728506:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728597:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728605:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728612:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728621:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728628:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728636:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728644:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728662:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728672:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.728692:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.728699:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728709:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728719:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728727:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728735:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728745:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728756:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728765:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728790:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728799:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728809:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728830:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728839:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.728847:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.729612:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.729630:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 15, dirtied 15 00000008:00010000:1.0:1787825799.729638:0:44540:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825799.729679:0:44540:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095375f8, count 1, dirtied 1 00000080:00200000:1.0:1787825799.729695:0:44540:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200008:1.0:1787825799.729714:0:44540:0:(file.c:5401:ll_fsync()) START file: name=f18.sanity-sec, fid=[0x240000402:0x16:0x0], start=0, end=1048575, datasync=0, need_sync 1/1 00000080:00200000:1.0:1787825799.729732:0:44540:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x16:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787825799.729750:0:44540:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1787825799.729775:0:44540:0:(osc_cache.c:2059:try_to_add_extent_for_io()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825799.729789:0:44540:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000001cdbf8f7 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825799.730673:0:44540:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:1.0:1787825799.732081:0:44540:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff8a4f13cb2580 - object 0x2c0000400:9 offset 0<>1048576 00000100:00100000:1.0:1787825799.732405:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787825799.732439:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421790080:192.168.203.149@tcp:4:dd.0 00000080:00200000:1.0:1787825799.794880:0:44540:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x16:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1787825799.805323:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421790336:192.168.203.149@tcp:16:dd.0 00010000:00010000:1.0:1787825801.430834:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825803.478176:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825805.528539:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787825806.503131:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787825806.503312:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431796736 00000100:00100000:1.0:1787825806.503322:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431796736 00000100:00100000:1.0:1787825806.503391:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 46 00000100:00100000:1.0:1787825806.503401:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8413:x1874669431796736:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787825806.503417:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cb38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe3429 expref: -99 pid: 44540 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825806.503543:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787825806.503550:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8413:x1874669431796736:12345-192.168.203.149@tcp:104: Request processed in 151us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1787825806.503557:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 46 00010000:00010000:1.0:1787825806.551591:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825808.598168:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825810.646387:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825812.696827:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825814.742017:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825816.790165:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787825818.714209:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421795584:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825818.714309:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421795840:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825818.714337:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421796096:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825818.714367:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787825818.714372:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421795712:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825818.714418:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421795968:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787825818.839359:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825820.886913:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787825821.423666:0:45077:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825821.423695:0:45077:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825821.423716:0:45077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787825821.423731:0:45077:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:1.0:1787825821.423738:0:45077:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825821.423745:0:45077:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825821.423749:0:45077:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cad6 00000080:00010000:1.0:1787825821.423756:0:45077:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cad6 from it ffffb55dc4aa3b58 00010000:00010000:1.0:1787825821.423760:0:45077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787825821.423770:0:45077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:1.0:1787825821.423785:0:45077:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825821.423792:0:45077:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d18.sanity-sec, flags=9 00000080:00200008:1.0:1787825821.423801:0:45077:0:(file.c:6313:ll_getattr_dentry()) START file d18.sanity-sec:[0x240000402:0x13:0x0](ffff8a4f095b3a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787825821.423806:0:45077:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x13:0x0](ffff8a4f095b3a88),name=d18.sanity-sec 00000002:00010000:1.0:1787825821.423819:0:45077:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x13:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825821.423826:0:45077:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/19 (0 0) 00010000:00010000:1.0:1787825821.423983:0:45077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cb3f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 45077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825821.423991:0:45077:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cb3f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 45077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825821.424000:0:45077:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cb3f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 45077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825821.424028:0:45077:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45077:1874669421796224:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787825821.424159:0:45077:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f5fd80 going to sleep for 11 seconds 00010000:00010000:1.0:1787825822.934174:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825824.982084:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787825825.723197:0:45153:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825825.723228:0:45153:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825825.723247:0:45153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:1.0:1787825825.723265:0:45153:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:1.0:1787825825.723273:0:45153:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787825825.723281:0:45153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825825.723285:0:45153:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cad6 00000080:00010000:1.0:1787825825.723292:0:45153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cad6 from it ffffb55dc4be3bf8 00010000:00010000:1.0:1787825825.723295:0:45153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:1.0:1787825825.723304:0:45153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:1.0:1787825825.723320:0:45153:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825825.723330:0:45153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d18.sanity-sec, flags=25 00000080:00200000:1.0:1787825825.723336:0:45153:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x13:0x0](ffff8a4f095b3a88), inode mode 4003 mask 1 00000080:00200000:1.0:1787825825.723360:0:45153:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825825.723367:0:45153:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825825.723380:0:45153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:1.0:1787825825.723390:0:45153:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:1.0:1787825825.723397:0:45153:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787825825.723401:0:45153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825825.723404:0:45153:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cad6 00000080:00010000:1.0:1787825825.723408:0:45153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cad6 from it ffffb55dc4be3ba8 00010000:00010000:1.0:1787825825.723411:0:45153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:1.0:1787825825.723419:0:45153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:1.0:1787825825.723808:0:45153:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825825.723814:0:45153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d18.sanity-sec, flags=25 00000080:00200000:1.0:1787825825.726648:0:45153:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x13:0x0](ffff8a4f095b3a88), inode mode 4003 mask 1 00010000:00010000:1.0:1787825827.030035:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825829.078392:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787825830.328550:0:45245:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825830.328580:0:45245:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825830.328597:0:45245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:1.0:1787825830.328613:0:45245:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:1.0:1787825830.328633:0:45245:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825830.328642:0:45245:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825830.328645:0:45245:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cad6 00000080:00010000:1.0:1787825830.328653:0:45245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cad6 from it ffffb55dc4cbbb58 00010000:00010000:1.0:1787825830.328657:0:45245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:1.0:1787825830.328666:0:45245:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:1.0:1787825830.328680:0:45245:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825830.328687:0:45245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d18.sanity-sec, flags=9 00000080:00200008:1.0:1787825830.328698:0:45245:0:(file.c:6313:ll_getattr_dentry()) START file d18.sanity-sec:[0x240000402:0x13:0x0](ffff8a4f095b3a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787825830.328703:0:45245:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x13:0x0](ffff8a4f095b3a88),name=d18.sanity-sec 00000002:00010000:1.0:1787825830.328716:0:45245:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x13:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825830.328724:0:45245:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/19 (0 0) 00010000:00010000:1.0:1787825830.328768:0:45245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 45245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.328775:0:45245:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 45245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.328784:0:45245:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 45245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825830.328807:0:45245:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45245:1874669421797888:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787825830.332044:0:45245:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f5f780 going to sleep for 11 seconds 00000100:00100000:1.0:1787825830.340226:0:45245:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45245:1874669421797888:192.168.203.149@tcp:101:chmod.0 00010000:00010000:1.0:1787825830.340252:0:45245:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.340277:0:45245:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.340285:0:45245:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.340296:0:45245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.340306:0:45245:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.340318:0:45245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.340327:0:45245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.340334:0:45245:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825830.340345:0:45245:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb21c0 x1874669421797888/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787825846 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:65534 00000002:00010000:1.0:1787825830.340358:0:45245:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.340382:0:45245:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/19 (0 0) 00000080:00200000:1.0:1787825830.340388:0:45245:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787825830.340415:0:45245:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x13:0x0], updating i_size 4096 00000080:00010000:1.0:1787825830.340421:0:45245:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x13:0x0](ffff8a4f095b3a88) for lock 0x7f6ab97892e4cb46 00000080:00010000:1.0:1787825830.340426:0:45245:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x13:0x0](ffff8a4f095b3a88) 00000080:00010000:1.0:1787825830.340428:0:45245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cb46 from it ffffb55dc4cbbcb8 00010000:00010000:1.0:1787825830.340431:0:45245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825830.340452:0:45245:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825830.340524:0:45245:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825830.340541:0:45245:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825830.340552:0:45245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:1.0:1787825830.340563:0:45245:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:1.0:1787825830.340569:0:45245:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825830.340574:0:45245:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825830.340576:0:45245:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cad6 00000080:00010000:1.0:1787825830.340580:0:45245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cad6 from it ffffb55dc4cbbc08 00010000:00010000:1.0:1787825830.340582:0:45245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:1.0:1787825830.340601:0:45245:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:1.0:1787825830.340610:0:45245:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825830.340616:0:45245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d18.sanity-sec, flags=9 00000080:00200008:1.0:1787825830.340631:0:45245:0:(llite_lib.c:2427:ll_setattr_raw()) START file d18.sanity-sec:[0x240000402:0x13:0x0](ffff8a4f095b3a88) current size 4096, valid attrs 41, mode 40c0, uid 37752832, gid -30129, new size 0, atime 1787825830.000000000, mtime 1787825830.000000000, ctime 1787825830.000000000 00010000:00010000:1.0:1787825830.340650:0:45245:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825830.340664:0:45245:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4caf2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe32d9 expref: -99 pid: 44196 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787825830.340755:0:45245:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825830.340762:0:45245:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787825830.340764:0:45245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4cb46 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe34ae expref: -99 pid: 45245 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1787825830.340779:0:45245:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787825830.340785:0:45245:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb21c0 x1874669421798144/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787825830.340804:0:45245:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45245:1874669421798144:192.168.203.149@tcp:36:chmod.0 00000100:00100000:1.0:1787825830.341400:0:45245:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f5f780 going to sleep for 11 seconds 00000100:00100000:1.0:1787825830.352811:0:45245:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967393 gen 1 00000100:00100000:1.0:1787825830.352900:0:45245:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45245:1874669421798144:192.168.203.149@tcp:36:chmod.0 00000080:00200000:1.0:1787825830.352945:0:45245:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x13:0x0], updating i_size 4096 00000080:00200008:1.0:1787825830.352972:0:45245:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d18.sanity-sec:[0x240000402:0x13:0x0](ffff8a4f095b3a88) current size 4096, valid attrs 10000041, mode 40c0, uid 37752832, gid -30129, new size 0, atime 1787825830.000000000, mtime 1787825830.000000000, ctime 1787825830.000000000, rc 0 00000100:00100000:1.0:1787825834.907996:0:45326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45326:1874669421799936:192.168.203.149@tcp:101:rm.60003 00010000:00010000:1.0:1787825834.908036:0:45326:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 4/1,0 mode: --/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.908057:0:45326:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.908065:0:45326:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.908078:0:45326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.908091:0:45326:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.908105:0:45326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.908114:0:45326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.908121:0:45326:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825834.908151:0:45326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f08dab0c0 x1874669421799936/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1787825850 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787825834.908164:0:45326:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787825834.908179:0:45326:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.908191:0:45326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/23 (0 0) 00000080:00200000:1.0:1787825834.908200:0:45326:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x13:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787825834.908260:0:45326:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x17:0x0](ffff8a4f095b2a08): rc = 0 00000080:00200000:1.0:1787825834.908528:0:45326:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x17:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1787825834.908534:0:45326:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x17:0x0](ffff8a4f095b2a08) for lock 0x7f6ab97892e4cb5b 00000080:00010000:1.0:1787825834.908547:0:45326:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x17:0x0](ffff8a4f095b2a08) 00000080:00010000:1.0:1787825834.908551:0:45326:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cb5b from it ffffb55dc4cbbb20 00010000:00010000:1.0:1787825834.908555:0:45326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.908565:0:45326:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787825834.909208:0:45326:0:(file.c:6313:ll_getattr_dentry()) START file f18.sanity-sec:[0x240000402:0x17:0x0](ffff8a4f095b2a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787825834.909219:0:45326:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x17:0x0](ffff8a4f095b2a08),name=f18.sanity-sec 00000002:00010000:1.0:1787825834.909252:0:45326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x17:0x0]) in obj [0x240000402:0x13:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825834.909395:0:45326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825834.909433:0:45326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825834.909442:0:45326:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x13:0x0] suppgids -1 60003: rc 1 00000080:00010000:1.0:1787825834.909451:0:45326:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x17:0x0](ffff8a4f095b2a08) 00000080:00010000:1.0:1787825834.909454:0:45326:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x17:0x0](ffff8a4f095b2a08) for lock 0x7f6ab97892e4cb5b 00000080:00010000:1.0:1787825834.909460:0:45326:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cb5b from it ffffb55dc4cbbcb8 00010000:00010000:1.0:1787825834.909464:0:45326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825834.909474:0:45326:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08800/0x7f6ab97892e4cb5b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3517 expref: -99 pid: 45326 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787825834.909505:0:45326:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x17:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787825834.909520:0:45326:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x17:0x0] 00000008:00010000:1.0:1787825834.909545:0:45326:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787825834.909550:0:45326:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f069df7b0, osc lock ffff8a4f0691c618, flags 0x400001002 00010000:00010000:1.0:1787825834.909785:0:45326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.909796:0:45326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787825834.914655:0:45326:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787825834.916792:0:2404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.916978:0:2404:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe351e expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.917000:0:2404:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe351e expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.917015:0:2404:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe351e expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825834.917035:0:2404:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe351e expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787825834.917218:0:2404:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1787825834.917282:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe351e expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.917293:0:2404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe351e expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.917302:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe351e expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825834.917314:0:2404:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe351e expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787825834.917357:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421800064:192.168.203.149@tcp:101:rm.60003 00000100:00100000:1.0:1787825834.926346:0:45326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45326:1874669421800320:192.168.203.149@tcp:36:rm.60003 00000080:00200000:1.0:1787825834.926445:0:45326:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x17:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787825834.926464:0:45326:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787825834.926505:0:45326:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x17:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787825834.926516:0:45326:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240000402:0x17:0x0](ffff8a4f095b2a08) 00000008:00010000:1.0:1787825834.926560:0:45326:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1787825834 1787825834 1787825834 by oinfo size 0 blocks 0 [cma]time 1787825834 1787825834 1787825834 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe351e expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1787825839.200431:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421800576:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825839.200454:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421800832:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825839.200466:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421800704:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825839.203040:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421800448:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825839.937500:0:44290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431814528 00000100:00100000:1.0:1787825839.937517:0:44290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431814528 00000100:00100000:1.0:1787825839.937606:0:44290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 47 00000100:00100000:1.0:1787825839.937617:0:44290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c58780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8499:x1874669431814528:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787825839.937641:0:44290:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000546c2057/0x7f6ab97892e4cb62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe351e expref: -99 pid: 45326 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825839.937895:0:44290:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787825839.937905:0:44290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c58780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8499:x1874669431814528:12345-192.168.203.149@tcp:104: Request processed in 288us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1787825839.937915:0:44290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 47 00000100:00100000:1.0:1787825844.144528:0:45499:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0a0e3600 going to sleep for 11 seconds 00000100:00100000:1.0:1787825844.148481:0:45499:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421801984:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787825844.148547:0:45499:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802112:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787825844.148621:0:45499:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f240 going to sleep for 11 seconds 00000100:00100000:1.0:1787825844.151019:0:45499:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802112:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787825844.151075:0:45499:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802240:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787825844.151150:0:45499:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f240 going to sleep for 11 seconds 00000100:00100000:1.0:1787825844.153552:0:45499:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802240:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:1.0:1787825844.153609:0:45499:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:1.0:1787825844.154578:0:45499:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787825844.154591:0:45499:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825844.154613:0:45499:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825844.154631:0:45499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:1.0:1787825844.154645:0:45499:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:1.0:1787825844.154654:0:45499:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787825844.154668:0:45499:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825844.154672:0:45499:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cad6 00000080:00010000:1.0:1787825844.154685:0:45499:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cad6 from it ffffb55dc4ef3cb8 00010000:00010000:1.0:1787825844.154689:0:45499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:1.0:1787825844.154701:0:45499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:1.0:1787825844.154750:0:45499:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825844.154758:0:45499:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825844.154769:0:45499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:1.0:1787825844.154991:0:45499:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:1.0:1787825844.154999:0:45499:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787825844.155007:0:45499:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825844.155010:0:45499:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cad6 00000080:00010000:1.0:1787825844.155014:0:45499:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cad6 from it ffffb55dc4ef3bb0 00010000:00010000:1.0:1787825844.155017:0:45499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:1.0:1787825844.155028:0:45499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cad6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3269 expref: -99 pid: 44119 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:1.0:1787825844.155040:0:45499:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787825844.155056:0:45499:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787825844.155072:0:45499:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=22c42b0 00000100:00100000:1.0:1787825844.155116:0:45499:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802368:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787825844.155534:0:45499:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825844.173192:0:45499:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802368:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787825844.173259:0:45499:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802496:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787825844.173337:0:45499:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825844.184462:0:45499:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802496:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787825844.184935:0:45499:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802624:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787825844.184998:0:45499:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825844.189052:0:45499:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802624:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787825844.189117:0:45499:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802752:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787825844.189191:0:45499:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825844.192139:0:45499:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802752:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787825844.192200:0:45499:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802880:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787825844.192326:0:45499:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825844.203172:0:45499:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:45499:1874669421802880:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:1.0:1787825844.203227:0:45499:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000100:00100000:1.0:1787825844.310158:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787825844.310180:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421803392:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825844.321965:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421803392:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825851.355797:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00010000:00010000:1.0:1787825867.991751:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825870.039038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825872.086833:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825874.133956:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825876.187718:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787825880.150357:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421811584:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825880.150448:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421811840:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825880.150477:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421812096:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825880.150515:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787825880.150522:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421811712:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825880.150544:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421811968:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825885.275724:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421812224:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825885.280979:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421812480:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825885.286044:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421812224:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825885.286073:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421812480:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825905.755481:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421814272:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825905.755495:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421814144:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787825910.118250:0:47228:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff8a4f07c09000 00010000:00010000:1.0:1787825910.118659:0:47228:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787825910.124467:0:47228:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff8a4f07c09000 00000080:00200008:1.0:1787825910.192696:0:46587:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787825910.192713:0:46587:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825910.192743:0:46587:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825910.192769:0:46587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787825910.192787:0:46587:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787825910.192796:0:46587:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825910.192806:0:46587:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825910.192811:0:46587:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cb8c 00000080:00010000:1.0:1787825910.192820:0:46587:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cb8c from it ffffb55dc15bbcb8 00010000:00010000:1.0:1787825910.192825:0:46587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787825910.192836:0:46587:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787825910.212738:0:47236:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825910.212960:0:47236:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825910.212987:0:47236:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787825910.213008:0:47236:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787825910.213018:0:47236:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825910.213035:0:47236:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825910.213040:0:47236:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cb8c 00000080:00010000:1.0:1787825910.213053:0:47236:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cb8c from it ffffb55dc2097b58 00010000:00010000:1.0:1787825910.213058:0:47236:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787825910.213069:0:47236:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787825910.213091:0:47236:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825910.213100:0:47236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=13 00000080:00200000:1.0:1787825910.213119:0:47236:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825910.213126:0:47236:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825910.213133:0:47236:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787825910.213142:0:47236:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787825910.213149:0:47236:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825910.213153:0:47236:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825910.213156:0:47236:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cb8c 00000080:00010000:1.0:1787825910.213160:0:47236:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cb8c from it ffffb55dc2097be8 00010000:00010000:1.0:1787825910.213163:0:47236:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787825910.213171:0:47236:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1787825910.213195:0:47236:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825910.213199:0:47236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=16392 00000080:00200008:1.0:1787825910.213218:0:47236:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787825910.213224:0:47236:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825910.213231:0:47236:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825910.213238:0:47236:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787825910.213248:0:47236:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1787825910.213255:0:47236:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825910.213259:0:47236:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825910.213261:0:47236:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cb8c 00000080:00010000:1.0:1787825910.213266:0:47236:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cb8c from it ffffb55dc2097cb8 00010000:00010000:1.0:1787825910.213269:0:47236:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1787825910.213278:0:47236:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200008:1.0:1787825910.214422:0:47236:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787825910.214433:0:47236:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825910.214457:0:47236:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825910.214474:0:47236:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787825910.214497:0:47236:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787825910.214505:0:47236:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825910.214512:0:47236:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825910.214516:0:47236:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cb8c 00000080:00010000:1.0:1787825910.214522:0:47236:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cb8c from it ffffb55dc2097cb8 00010000:00010000:1.0:1787825910.214526:0:47236:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787825910.214535:0:47236:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787825910.214701:0:47236:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825910.214710:0:47236:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825910.214717:0:47236:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787825910.214726:0:47236:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787825910.214734:0:47236:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825910.214738:0:47236:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825910.214901:0:47236:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cb8c 00000080:00010000:1.0:1787825910.214907:0:47236:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cb8c from it ffffb55dc2097bb0 00010000:00010000:1.0:1787825910.214911:0:47236:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787825910.214925:0:47236:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787825910.214935:0:47236:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787825910.214946:0:47236:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787825910.214967:0:47236:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c03066f0 arg=7ffdedb1fff0 00000080:00200000:1.0:1787825910.214986:0:47236:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) name=d19.sanity-sec stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:1.0:1787825910.215021:0:47236:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787825910.215094:0:47236:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787825910.215101:0:47236:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787825910.215105:0:47236:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4cb8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3732 expref: -99 pid: 47232 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000020:00100000:1.0:1787825910.215133:0:47236:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787825910.215149:0:47236:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0000 x1874669421814912/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787825910.215177:0:47236:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47236:1874669421814912:192.168.203.149@tcp:36:lfs.0 00000100:00100000:1.0:1787825910.215313:0:47236:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f113a6540 going to sleep for 11 seconds 00000080:00200000:1.0:1787825910.296690:0:47240:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825910.296723:0:47240:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825910.296789:0:47240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e400/0x7f6ab97892e4cb9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 47240 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825910.296802:0:47240:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e400/0x7f6ab97892e4cb9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 47240 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825910.296812:0:47240:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e400/0x7f6ab97892e4cb9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 47240 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825910.296838:0:47240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47240:1874669421815040:192.168.203.149@tcp:101:chown.0 00000100:00100000:1.0:1787825910.297296:0:47240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f113a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1787825910.870190:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421815552:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825910.870361:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421815808:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825910.870405:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787825910.870411:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421815680:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787825915.825319:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787825915.825329:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e400/0x7f6ab97892e4cb9a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe376a expref: -99 pid: 47240 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825915.825396:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e400/0x7f6ab97892e4cb9a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe376a expref: -99 pid: 47240 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825915.825405:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787825915.825433:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:6176:1874669421815936:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787825915.826500:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f100bccc0 going to sleep for 11 seconds 00000080:00200000:1.0:1787825917.074639:0:47349:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825917.074669:0:47349:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825917.074686:0:47349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825917.074708:0:47349:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787825917.074716:0:47349:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825917.074724:0:47349:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825917.074727:0:47349:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cba8 00000080:00010000:1.0:1787825917.074734:0:47349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cba8 from it ffffb55dc21dfbf8 00010000:00010000:1.0:1787825917.074738:0:47349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825917.074747:0:47349:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787825917.074762:0:47349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825917.074774:0:47349:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:1.0:1787825917.074778:0:47349:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:1.0:1787825917.074790:0:47349:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d19.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787825917.074831:0:47349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 47349 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.075021:0:47349:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47349 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.075033:0:47349:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47349 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825917.075058:0:47349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47349:1874669421816832:192.168.203.149@tcp:101:touch.0 00000100:00100000:1.0:1787825917.075151:0:47349:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f100bc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825917.089978:0:47349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47349:1874669421816832:192.168.203.149@tcp:101:touch.0 00010000:00010000:1.0:1787825917.090005:0:47349:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.090028:0:47349:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.090037:0:47349:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.090048:0:47349:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.090059:0:47349:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.090072:0:47349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.090080:0:47349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.090086:0:47349:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825917.090098:0:47349:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13cb21c0 x1874669421816832/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787825933 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787825917.090127:0:47349:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.090137:0:47349:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/31 (0 0) 00000080:00200000:1.0:1787825917.090143:0:47349:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787825917.090169:0:47349:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x1f:0x0], updating i_size 4096 00000080:00200000:1.0:1787825917.090173:0:47349:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x1f:0x0](ffff8a4f09537448): rc = 0 00000080:00010000:1.0:1787825917.090179:0:47349:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1f:0x0](ffff8a4f09537448) for lock 0x7f6ab97892e4cbb6 00000080:00010000:1.0:1787825917.090191:0:47349:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1f:0x0](ffff8a4f09537448) 00000080:00010000:1.0:1787825917.090195:0:47349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cbb6 from it ffffb55dc21dfac8 00010000:00010000:1.0:1787825917.090198:0:47349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.090208:0:47349:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fa00/0x7f6ab97892e4cbb6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37f6 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825917.090238:0:47349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1f:0x0](ffff8a4f09537448), inode mode 4003 mask 1 00000080:00200000:1.0:1787825917.090257:0:47349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1f:0x0](ffff8a4f09537448), inode mode 4003 mask 3 00000080:00200000:1.0:1787825917.090262:0:47349:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f19.sanity-sec, dir=[0x200000402:0x1f:0x0](ffff8a4f09537448), file ffff8a4f09214000, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1787825917.090270:0:47349:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f19.sanity-sec, dir=[0x200000402:0x1f:0x0](ffff8a4f09537448), intent=open|creat 00000002:00010000:1.0:1787825917.090295:0:47349:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f19.sanity-sec,[0x200000402:0x20:0x0]) in obj [0x200000402:0x1f:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1787825917.090341:0:47349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 47349 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.090348:0:47349:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47349 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787825917.090370:0:47349:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787825917.090377:0:47349:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb21c0 x1874669421817088/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787825917.090386:0:47349:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47349 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825917.090406:0:47349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47349:1874669421817088:192.168.203.149@tcp:101:touch.0 00000100:00100000:1.0:1787825917.090532:0:47349:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f100bc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825917.097391:0:47349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47349:1874669421817088:192.168.203.149@tcp:101:touch.0 00010000:00010000:1.0:1787825917.097417:0:47349:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.097438:0:47349:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 4/0,1 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.097446:0:47349:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 4/0,1 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.097457:0:47349:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.097468:0:47349:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.097480:0:47349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.097506:0:47349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.097513:0:47349:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825917.097526:0:47349:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f13cb21c0 x1874669421817088/t4294967464(4294967464) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787825933 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787825917.097537:0:47349:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb21c0 x1874669421817088/t4294967464(4294967464) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787825933 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787825917.097552:0:47349:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787825917.097566:0:47349:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.097576:0:47349:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/32 (0 0) 00000080:00200000:1.0:1787825917.097581:0:47349:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787825917.097593:0:47349:0:(namei.c:1628:ll_create_it()) VFS Op:name=f19.sanity-sec, dir=[0x200000402:0x1f:0x0](ffff8a4f09537448), intent=open|creat 00000080:00200000:1.0:1787825917.097620:0:47349:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x20:0x0](ffff8a4f095da1c8) 00000080:00200000:1.0:1787825917.097687:0:47349:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x20:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1787825917.097692:0:47349:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x20:0x0](ffff8a4f095da1c8) 00000080:00010000:1.0:1787825917.097696:0:47349:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x20:0x0](ffff8a4f095da1c8) for lock 0x7f6ab97892e4cbbd 00000080:00010000:1.0:1787825917.097705:0:47349:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x20:0x0](ffff8a4f095da1c8) 00000080:00200008:1.0:1787825917.097718:0:47349:0:(file.c:1090:ll_file_open()) START file f19.sanity-sec:[0x200000402:0x20:0x0](ffff8a4f095da1c8), flags 104501 00000002:00100000:1.0:1787825917.097745:0:47349:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb21c0 x1874669421817088/t4294967464(4294967464) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787825933 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1787825917.097774:0:47349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cbbd from it ffff8a4f12637d20 00010000:00010000:1.0:1787825917.097780:0:47349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825917.097789:0:47349:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825917.097808:0:47349:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x20:0x0](ffff8a4f095da1c8), inode mode 81a4 mask 40 00000080:00200008:1.0:1787825917.097849:0:47349:0:(llite_lib.c:2427:ll_setattr_raw()) START file f19.sanity-sec:[0x200000402:0x20:0x0](ffff8a4f095da1c8) current size 0, valid attrs 20070, mode 8a4f, uid -1038221744, gid -19107, new size 18446744072304917015, atime 1787825917.000000000, mtime 1787825917.000000000, ctime 1787825917.000000000 00010000:00010000:1.0:1787825917.097905:0:47349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cbbd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe3812 expref: -99 pid: 47349 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825917.097920:0:47349:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x20:0x0]: losing layout lock 00000100:00100000:1.0:1787825918.361217:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431854976 00000100:00100000:1.0:1787825918.361225:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431854976 00000100:00100000:1.0:1787825918.361274:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 49 00000100:00100000:1.0:1787825918.361289:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8412:x1874669431854976:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787825918.361313:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000005bbcb6d5/0x7f6ab97892e4cbd2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe3851 expref: -99 pid: 47353 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825918.361392:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787825918.361399:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8412:x1874669431854976:12345-192.168.203.149@tcp:104: Request processed in 118us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1787825918.361407:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 49 00000080:00200000:1.0:1787825919.964329:0:47404:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825919.964360:0:47404:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825919.964378:0:47404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:1.0:1787825919.964394:0:47404:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:1.0:1787825919.964402:0:47404:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825919.964409:0:47404:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825919.964412:0:47404:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cba8 00000080:00010000:1.0:1787825919.964420:0:47404:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cba8 from it ffffb55dc2297bf8 00010000:00010000:1.0:1787825919.964424:0:47404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:1.0:1787825919.964433:0:47404:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:1.0:1787825919.964446:0:47404:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825919.964456:0:47404:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:1.0:1787825919.964460:0:47404:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:1.0:1787825919.964471:0:47404:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d19.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787825919.964510:0:47404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f800/0x7f6ab97892e4cc0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 47404 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825919.964517:0:47404:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f800/0x7f6ab97892e4cc0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47404 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825919.964525:0:47404:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f800/0x7f6ab97892e4cc0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47404 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825919.964554:0:47404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47404:1874669421822592:192.168.203.149@tcp:101:dd.0 00000100:00100000:1.0:1787825919.964649:0:47404:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f100bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1787825920.089384:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431855360 00000100:00100000:1.0:1787825920.089392:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431855360 00000100:00100000:1.0:1787825920.089445:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 50 00000100:00100000:1.0:1787825920.089454:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c5ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8413:x1874669431855360:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787825920.089470:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000074aac69c/0x7f6ab97892e4cbfc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe3900 expref: -99 pid: 47377 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825920.089539:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787825920.089546:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c5ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8413:x1874669431855360:12345-192.168.203.149@tcp:104: Request processed in 94us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1787825920.089553:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 50 00000100:00100000:1.0:1787825924.586281:0:47601:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421824768:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787825924.586363:0:47601:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421824896:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787825924.586438:0:47601:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f01370d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787825924.597029:0:47601:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421824896:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787825924.597177:0:47601:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421825024:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787825924.597257:0:47601:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f01370d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787825924.605488:0:47601:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421825024:192.168.203.149@tcp:48:lfs.0 00000080:00200008:1.0:1787825924.605544:0:47601:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:1.0:1787825924.608282:0:47601:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787825924.608297:0:47601:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825924.608330:0:47601:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825924.608348:0:47601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1787825924.608365:0:47601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:1.0:1787825924.608374:0:47601:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825924.608382:0:47601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825924.608385:0:47601:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cba8 00000080:00010000:1.0:1787825924.608392:0:47601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cba8 from it ffffb55dc2c8fcb8 00010000:00010000:1.0:1787825924.608396:0:47601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1787825924.608405:0:47601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1787825924.608452:0:47601:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825924.608459:0:47601:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825924.608466:0:47601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787825924.608474:0:47601:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1787825924.608481:0:47601:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825924.608484:0:47601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825924.608487:0:47601:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cba8 00000080:00010000:1.0:1787825924.608490:0:47601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cba8 from it ffffb55dc2c8fbb0 00010000:00010000:1.0:1787825924.608499:0:47601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787825924.608505:0:47601:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:1.0:1787825924.608514:0:47601:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787825924.608521:0:47601:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787825924.608534:0:47601:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=89bcf0 00000100:00100000:1.0:1787825924.608587:0:47601:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421825152:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787825924.608676:0:47601:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f01370480 going to sleep for 11 seconds 00000100:00100000:1.0:1787825924.622547:0:47601:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421825152:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787825924.622620:0:47601:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421825280:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787825924.622700:0:47601:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f01370480 going to sleep for 11 seconds 00000100:00100000:1.0:1787825924.629560:0:47601:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421825280:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787825924.629628:0:47601:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421825408:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787825924.629708:0:47601:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f01370480 going to sleep for 11 seconds 00000100:00100000:1.0:1787825924.633400:0:47601:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421825408:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787825924.633471:0:47601:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421825536:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787825924.633551:0:47601:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f01370480 going to sleep for 11 seconds 00000100:00100000:1.0:1787825924.651629:0:47601:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47601:1874669421825536:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787825927.362324:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000080:00200000:1.0:1787825939.326795:0:47909:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825939.326830:0:47909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825939.330925:0:47909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:1.0:1787825939.330950:0:47909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:1.0:1787825939.330962:0:47909:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825939.330975:0:47909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825939.330979:0:47909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cba8 00000080:00010000:1.0:1787825939.330988:0:47909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cba8 from it ffffb55dc2f77b58 00010000:00010000:1.0:1787825939.330993:0:47909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:1.0:1787825939.331002:0:47909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:1.0:1787825939.331018:0:47909:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825939.331028:0:47909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=9 00000080:00200008:1.0:1787825939.331043:0:47909:0:(file.c:6313:ll_getattr_dentry()) START file d19.sanity-sec:[0x200000402:0x1f:0x0](ffff8a4f09537448), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787825939.331050:0:47909:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1f:0x0](ffff8a4f09537448),name=d19.sanity-sec 00000002:00010000:1.0:1787825939.331075:0:47909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825939.331082:0:47909:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/31 (0 0) 00010000:00010000:1.0:1787825939.331420:0:47909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cc1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 47909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825939.331431:0:47909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cc1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825939.331532:0:47909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cc1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825939.331557:0:47909:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47909:1874669421829376:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787825939.331647:0:47909:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f087dd240 going to sleep for 11 seconds 00000100:00100000:1.0:1787825940.507484:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787825941.796400:0:47959:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47959:1874669421833600:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787825941.796494:0:47959:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47959:1874669421833728:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787825941.796681:0:47959:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ddd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825941.805730:0:47959:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47959:1874669421833728:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787825941.805817:0:47959:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47959:1874669421833856:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787825941.806628:0:47959:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ddd0c0 going to sleep for 11 seconds 00000080:00200000:1.0:1787825941.937093:0:47963:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825941.937137:0:47963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825941.937162:0:47963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:1.0:1787825941.937182:0:47963:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:1.0:1787825941.937191:0:47963:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787825941.937201:0:47963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825941.937205:0:47963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cba8 00000080:00010000:1.0:1787825941.937214:0:47963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cba8 from it ffffb55dc2fd7bf8 00010000:00010000:1.0:1787825941.937227:0:47963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:1.0:1787825941.937235:0:47963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200000:1.0:1787825941.937252:0:47963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825941.937267:0:47963:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:1.0:1787825941.937272:0:47963:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:1.0:1787825941.937287:0:47963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d19.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787825941.937345:0:47963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 47963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.937353:0:47963:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.937365:0:47963:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47963 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825941.937399:0:47963:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47963:1874669421834240:192.168.203.149@tcp:101:dd.60003 00000100:00100000:1.0:1787825941.937505:0:47963:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02dddc00 going to sleep for 11 seconds 00000100:00100000:1.0:1787825941.940562:0:47963:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47963:1874669421834240:192.168.203.149@tcp:101:dd.60003 00010000:00010000:1.0:1787825941.940596:0:47963:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.940621:0:47963:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.940630:0:47963:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.940659:0:47963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.941087:0:47963:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.941104:0:47963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.941385:0:47963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.941398:0:47963:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825941.941414:0:47963:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13cb0780 x1874669421834240/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787825957 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787825941.941430:0:47963:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.941443:0:47963:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/31 (0 0) 00000080:00200000:1.0:1787825941.941451:0:47963:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787825941.941486:0:47963:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x1f:0x0], updating i_size 4096 00000080:00200000:1.0:1787825941.941489:0:47963:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x1f:0x0](ffff8a4f09537448): rc = 0 00000080:00010000:1.0:1787825941.941497:0:47963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1f:0x0](ffff8a4f09537448) for lock 0x7f6ab97892e4cc5e 00000080:00010000:1.0:1787825941.941512:0:47963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1f:0x0](ffff8a4f09537448) 00000080:00010000:1.0:1787825941.941526:0:47963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cc5e from it ffffb55dc2fd7ac8 00010000:00010000:1.0:1787825941.941530:0:47963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.941540:0:47963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cc5e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3aab expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825941.941580:0:47963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1f:0x0](ffff8a4f09537448), inode mode 41ff mask 1 00000080:00200000:1.0:1787825941.941611:0:47963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1f:0x0](ffff8a4f09537448), inode mode 41ff mask 3 00000080:00200000:1.0:1787825941.941617:0:47963:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f19.sanity-sec, dir=[0x200000402:0x1f:0x0](ffff8a4f09537448), file ffff8a4f10e6a000, open_flags 109241, mode 81b6 opened 0 00000080:00200000:1.0:1787825941.941627:0:47963:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f19.sanity-sec, dir=[0x200000402:0x1f:0x0](ffff8a4f09537448), intent=open|creat 00000002:00010000:1.0:1787825941.941659:0:47963:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f19.sanity-sec,[0x200000402:0x24:0x0]) in obj [0x200000402:0x1f:0x0], intent: open|creat flags 04111102 00010000:00010000:1.0:1787825941.941731:0:47963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 47963 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.941738:0:47963:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47963 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787825941.941751:0:47963:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787825941.941758:0:47963:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0780 x1874669421834496/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787825941.941768:0:47963:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 47963 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825941.941793:0:47963:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47963:1874669421834496:192.168.203.149@tcp:101:dd.60003 00000100:00100000:1.0:1787825941.942011:0:47963:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02dddc00 going to sleep for 11 seconds 00000100:00100000:1.0:1787825941.946410:0:47963:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47963:1874669421834496:192.168.203.149@tcp:101:dd.60003 00010000:00010000:1.0:1787825941.946469:0:47963:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.946492:0:47963:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.946501:0:47963:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.946515:0:47963:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.946527:0:47963:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.946543:0:47963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.946552:0:47963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.946559:0:47963:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825941.946573:0:47963:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f13cb0780 x1874669421834496/t4294967485(4294967485) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787825957 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00100000:1.0:1787825941.946586:0:47963:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb0780 x1874669421834496/t4294967485(4294967485) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787825957 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787825941.946612:0:47963:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787825941.946627:0:47963:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.946639:0:47963:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/36 (0 0) 00000080:00200000:1.0:1787825941.946647:0:47963:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x1f:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787825941.946674:0:47963:0:(namei.c:1628:ll_create_it()) VFS Op:name=f19.sanity-sec, dir=[0x200000402:0x1f:0x0](ffff8a4f09537448), intent=open|creat 00000080:00200000:1.0:1787825941.946711:0:47963:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x24:0x0](ffff8a4f095d80c8) 00000080:00200000:1.0:1787825941.947166:0:47963:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x24:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1787825941.947175:0:47963:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x24:0x0](ffff8a4f095d80c8) 00000080:00010000:1.0:1787825941.947180:0:47963:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x24:0x0](ffff8a4f095d80c8) for lock 0x7f6ab97892e4cc65 00000080:00010000:1.0:1787825941.947192:0:47963:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x24:0x0](ffff8a4f095d80c8) 00000080:00200008:1.0:1787825941.947212:0:47963:0:(file.c:1090:ll_file_open()) START file f19.sanity-sec:[0x200000402:0x24:0x0](ffff8a4f095d80c8), flags 4111101 00000002:00100000:1.0:1787825941.947239:0:47963:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb0780 x1874669421834496/t4294967485(4294967485) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787825957 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000080:00010000:1.0:1787825941.947283:0:47963:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cc65 from it ffff8a4f12637d20 00010000:00010000:1.0:1787825941.947290:0:47963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.947300:0:47963:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e000/0x7f6ab97892e4cc65 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3ac7 expref: -99 pid: 47963 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825941.947326:0:47963:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x24:0x0](ffff8a4f095d80c8), inode mode 81a4 mask 40 00000100:00100000:1.0:1787825941.959209:0:47963:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47963:1874669421834624:192.168.203.149@tcp:101:dd.60003 00010000:00010000:1.0:1787825941.959270:0:47963:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000061ca5e08/0x7f6ab97892e4cc6c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3ad5 expref: -99 pid: 47963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.959292:0:47963:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000061ca5e08/0x7f6ab97892e4cc6c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3ad5 expref: -99 pid: 47963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.959305:0:47963:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000061ca5e08/0x7f6ab97892e4cc6c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3ad5 expref: -99 pid: 47963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.959323:0:47963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000061ca5e08/0x7f6ab97892e4cc6c lrc: 5/0,2 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3ad5 expref: -99 pid: 47963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787825941.959337:0:47963:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000061ca5e08/0x7f6ab97892e4cc6c lrc: 4/0,2 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3ad5 expref: -99 pid: 47963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.959352:0:47963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000061ca5e08/0x7f6ab97892e4cc6c lrc: 5/0,2 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe3ad5 expref: -99 pid: 47963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825941.959360:0:47963:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000061ca5e08/0x7f6ab97892e4cc6c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe3ad5 expref: -99 pid: 47963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787825941.959396:0:47963:0:(vvp_io.c:1332:vvp_io_write_start()) f19.sanity-sec: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:1.0:1787825941.959421:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959472:0:47963:0:(rw26.c:875:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959487:0:47963:0:(rw26.c:933:ll_write_end()) page@000000005efa0bac[3 00000000043b1938 2 1 00000000959189b0 0 0 0] 00000080:00200000:1.0:1787825941.959490:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000000c5f52b3 17ffffc0001001 3:0 ffff8a4f090fe488 0 lru 00000080:00200000:1.0:1787825941.959498:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000007a7dda99 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959506:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000005efa0bac 00000080:00200000:1.0:1787825941.959508:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787825941.959511:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959537:0:47963:0:(rw26.c:875:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959543:0:47963:0:(rw26.c:933:ll_write_end()) page@000000007e51d1e2[3 00000000043b1938 2 1 00000000959189b0 0 0 1] 00000080:00200000:1.0:1787825941.959546:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000009115f8b 17ffffc0001001 3:0 ffff8a4f090fecb0 1 lru 00000080:00200000:1.0:1787825941.959550:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000006fefd2f4 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959553:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000007e51d1e2 00000080:00200000:1.0:1787825941.959554:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1787825941.959556:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959584:0:47963:0:(rw26.c:875:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959589:0:47963:0:(rw26.c:933:ll_write_end()) page@000000002fa727b1[3 00000000043b1938 2 1 00000000959189b0 0 0 2] 00000080:00200000:1.0:1787825941.959592:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000d2ea1ef2 17ffffc0001021 2:0 ffff8a4f090fe658 2 lru 00000080:00200000:1.0:1787825941.959596:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000001acd8b32 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959598:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000002fa727b1 00000080:00200000:1.0:1787825941.959599:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 3. 00000080:00200000:1.0:1787825941.959601:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959614:0:47963:0:(rw26.c:875:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959619:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000021cc02eb[3 00000000043b1938 2 1 00000000959189b0 0 0 3] 00000080:00200000:1.0:1787825941.959621:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000f9c0c2d2 17ffffc0001001 3:0 ffff8a4f090fed98 3 lru 00000080:00200000:1.0:1787825941.959626:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000c1b54f6c 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959628:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000021cc02eb 00000080:00200000:1.0:1787825941.959629:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 4. 00000080:00200000:1.0:1787825941.959630:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959647:0:47963:0:(rw26.c:875:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959651:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000c5f9eadc[3 00000000043b1938 2 1 00000000959189b0 0 0 4] 00000080:00200000:1.0:1787825941.959654:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000f3572a0c 17ffffc0001001 3:0 ffff8a4f090fe570 4 lru 00000080:00200000:1.0:1787825941.959658:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000000c2cafba 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959661:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000c5f9eadc 00000080:00200000:1.0:1787825941.959662:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 5. 00000080:00200000:1.0:1787825941.959673:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959693:0:47963:0:(rw26.c:875:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959698:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000005ff8f12[3 00000000043b1938 2 1 00000000959189b0 0 0 5] 00000080:00200000:1.0:1787825941.959701:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000005966be79 17ffffc0001001 3:0 ffff8a4f090fe9f8 5 lru 00000080:00200000:1.0:1787825941.959706:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000001038ddd0 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959708:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000005ff8f12 00000080:00200000:1.0:1787825941.959709:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 6. 00000080:00200000:1.0:1787825941.959711:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959726:0:47963:0:(rw26.c:875:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959730:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000ec14f700[3 00000000043b1938 2 1 00000000959189b0 0 0 6] 00000080:00200000:1.0:1787825941.959733:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000090e890ad 17ffffc0001001 3:0 ffff8a4f090fe1d0 6 lru 00000080:00200000:1.0:1787825941.959738:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000627d1c09 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959740:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000ec14f700 00000080:00200000:1.0:1787825941.959741:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 7. 00000080:00200000:1.0:1787825941.959743:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959757:0:47963:0:(rw26.c:875:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959761:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000330e9839[3 00000000043b1938 2 1 00000000959189b0 0 0 7] 00000080:00200000:1.0:1787825941.959764:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000061d5f671 17ffffc0001001 3:0 ffff8a4f090fe910 7 lru 00000080:00200000:1.0:1787825941.959768:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000b47ea7c1 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959770:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000330e9839 00000080:00200000:1.0:1787825941.959772:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 8. 00000080:00200000:1.0:1787825941.959773:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959787:0:47963:0:(rw26.c:875:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959791:0:47963:0:(rw26.c:933:ll_write_end()) page@000000006372ca14[3 00000000043b1938 2 1 00000000959189b0 0 0 8] 00000080:00200000:1.0:1787825941.959793:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000058c99853 17ffffc0001001 3:0 ffff8a4f090fe000 8 lru 00000080:00200000:1.0:1787825941.959798:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000c6d68428 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959800:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000006372ca14 00000080:00200000:1.0:1787825941.959801:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 9. 00000080:00200000:1.0:1787825941.959803:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959815:0:47963:0:(rw26.c:875:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959819:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000b2316e20[3 00000000043b1938 2 1 00000000959189b0 0 0 9] 00000080:00200000:1.0:1787825941.959822:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000005b05fd06 17ffffc0001001 3:0 ffff8a4f090fee80 9 lru 00000080:00200000:1.0:1787825941.959827:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000400d0a93 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959834:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000b2316e20 00000080:00200000:1.0:1787825941.959836:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 10. 00000080:00200000:1.0:1787825941.959838:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959877:0:47963:0:(rw26.c:875:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959883:0:47963:0:(rw26.c:933:ll_write_end()) page@000000004c326bcf[3 00000000043b1938 2 1 00000000959189b0 0 0 10] 00000080:00200000:1.0:1787825941.959886:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000b07a858d 17ffffc0001001 3:0 ffff8a4f090fe828 10 lru 00000080:00200000:1.0:1787825941.959891:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000000760aa78 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959894:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000004c326bcf 00000080:00200000:1.0:1787825941.959895:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 11. 00000080:00200000:1.0:1787825941.959897:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959914:0:47963:0:(rw26.c:875:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959919:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000d78a49ed[3 00000000043b1938 2 1 00000000959189b0 0 0 11] 00000080:00200000:1.0:1787825941.959922:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000051a66812 17ffffc0001001 3:0 ffff8a4f090fe740 11 lru 00000080:00200000:1.0:1787825941.959928:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000020159192 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959930:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000d78a49ed 00000080:00200000:1.0:1787825941.959932:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 12. 00000080:00200000:1.0:1787825941.959933:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959953:0:47963:0:(rw26.c:875:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959958:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000bfe902d8[3 00000000043b1938 2 1 00000000959189b0 0 0 12] 00000080:00200000:1.0:1787825941.959961:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000d5b8d758 17ffffc0001001 3:0 ffff8a4f090fe2b8 12 lru 00000080:00200000:1.0:1787825941.959967:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000002f8dcc84 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.959969:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000bfe902d8 00000080:00200000:1.0:1787825941.959970:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 13. 00000080:00200000:1.0:1787825941.959972:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.959986:0:47963:0:(rw26.c:875:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:1.0:1787825941.959991:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000a5a9bcc9[3 00000000043b1938 2 1 00000000959189b0 0 0 13] 00000080:00200000:1.0:1787825941.959994:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000009df56958 17ffffc0001001 3:0 ffff8a4f090fe0e8 13 lru 00000080:00200000:1.0:1787825941.959999:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000c55e5b03 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960002:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000a5a9bcc9 00000080:00200000:1.0:1787825941.960003:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 14. 00000080:00200000:1.0:1787825941.960005:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960021:0:47963:0:(rw26.c:875:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960025:0:47963:0:(rw26.c:933:ll_write_end()) page@000000000ec529b5[3 00000000043b1938 2 1 00000000959189b0 0 0 14] 00000080:00200000:1.0:1787825941.960028:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000dc877977 17ffffc0001001 3:0 ffff8a4f090fe3a0 14 lru 00000080:00200000:1.0:1787825941.960034:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000f3141558 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960036:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000000ec529b5 00000080:00200000:1.0:1787825941.960037:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 15. 00000080:00200000:1.0:1787825941.960039:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960053:0:47963:0:(rw26.c:875:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960058:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000703e3d9a[3 00000000043b1938 2 1 00000000959189b0 0 0 15] 00000080:00200000:1.0:1787825941.960061:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000429d0d06 17ffffc0001001 3:0 ffff8a4f090feae0 15 lru 00000080:00200000:1.0:1787825941.960066:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000002aceae17 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960069:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000703e3d9a 00000080:00200000:1.0:1787825941.960070:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 16. 00000080:00200000:1.0:1787825941.960072:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960086:0:47963:0:(rw26.c:875:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960091:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000006ca3254[3 00000000043b1938 2 1 00000000959189b0 0 0 16] 00000080:00200000:1.0:1787825941.960094:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000532731c1 17ffffc0001001 3:0 ffff8a4f090febc8 16 lru 00000080:00200000:1.0:1787825941.960100:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000b4a5d9a1 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960102:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000006ca3254 00000080:00200000:1.0:1787825941.960103:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 17. 00000080:00200000:1.0:1787825941.960105:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960126:0:47963:0:(rw26.c:875:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960131:0:47963:0:(rw26.c:933:ll_write_end()) page@000000006caf954c[3 00000000043b1938 2 1 00000000959189b0 0 0 17] 00000080:00200000:1.0:1787825941.960134:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000017c9c54b 17ffffc0001021 2:0 ffff8a4f09f75488 17 lru 00000080:00200000:1.0:1787825941.960140:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000ed7a7541 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960142:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000006caf954c 00000080:00200000:1.0:1787825941.960143:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 18. 00000080:00200000:1.0:1787825941.960145:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960162:0:47963:0:(rw26.c:875:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960166:0:47963:0:(rw26.c:933:ll_write_end()) page@000000005b4479f3[3 00000000043b1938 2 1 00000000959189b0 0 0 18] 00000080:00200000:1.0:1787825941.960169:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc6dae1e 17ffffc0001001 3:0 ffff8a4f09f75910 18 lru 00000080:00200000:1.0:1787825941.960174:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000847f1f5b 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960181:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000005b4479f3 00000080:00200000:1.0:1787825941.960183:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 19. 00000080:00200000:1.0:1787825941.960185:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960197:0:47963:0:(rw26.c:875:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960201:0:47963:0:(rw26.c:933:ll_write_end()) page@000000008521db6a[3 00000000043b1938 2 1 00000000959189b0 0 0 19] 00000080:00200000:1.0:1787825941.960204:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000081b3059d 17ffffc0001001 3:0 ffff8a4f09f75000 19 lru 00000080:00200000:1.0:1787825941.960210:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000abffcfea 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960212:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000008521db6a 00000080:00200000:1.0:1787825941.960213:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 20. 00000080:00200000:1.0:1787825941.960215:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 20 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960228:0:47963:0:(rw26.c:875:ll_write_end()) pos 81920, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960232:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000a55f0597[3 00000000043b1938 2 1 00000000959189b0 0 0 20] 00000080:00200000:1.0:1787825941.960235:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000f71de4af 17ffffc0001001 3:0 ffff8a4f09f75e80 20 lru 00000080:00200000:1.0:1787825941.960240:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000001b8175d3 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960242:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000a55f0597 00000080:00200000:1.0:1787825941.960244:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 21. 00000080:00200000:1.0:1787825941.960245:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 21 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960258:0:47963:0:(rw26.c:875:ll_write_end()) pos 86016, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960262:0:47963:0:(rw26.c:933:ll_write_end()) page@000000005c84dbf1[3 00000000043b1938 2 1 00000000959189b0 0 0 21] 00000080:00200000:1.0:1787825941.960265:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000008e52a2e1 17ffffc0001001 3:0 ffff8a4f09f75828 21 lru 00000080:00200000:1.0:1787825941.960270:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000001a59e927 21: 1< 0 - - > 2< 86016 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960272:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000005c84dbf1 00000080:00200000:1.0:1787825941.960273:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 22. 00000080:00200000:1.0:1787825941.960275:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 22 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960287:0:47963:0:(rw26.c:875:ll_write_end()) pos 90112, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960291:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000f15b8a19[3 00000000043b1938 2 1 00000000959189b0 0 0 22] 00000080:00200000:1.0:1787825941.960294:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000081c9660e 17ffffc0001001 3:0 ffff8a4f09f75740 22 lru 00000080:00200000:1.0:1787825941.960299:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000009cd18f0b 22: 1< 0 - - > 2< 90112 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960301:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000f15b8a19 00000080:00200000:1.0:1787825941.960303:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 23. 00000080:00200000:1.0:1787825941.960304:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 23 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960322:0:47963:0:(rw26.c:875:ll_write_end()) pos 94208, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960326:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000555c78a0[3 00000000043b1938 2 1 00000000959189b0 0 0 23] 00000080:00200000:1.0:1787825941.960329:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000002d817a3f 17ffffc0001001 3:0 ffff8a4f09f752b8 23 lru 00000080:00200000:1.0:1787825941.960334:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000007d21e0d6 23: 1< 0 - - > 2< 94208 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960337:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000555c78a0 00000080:00200000:1.0:1787825941.960338:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 24. 00000080:00200000:1.0:1787825941.960340:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 24 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960352:0:47963:0:(rw26.c:875:ll_write_end()) pos 98304, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960357:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000e753b622[3 00000000043b1938 2 1 00000000959189b0 0 0 24] 00000080:00200000:1.0:1787825941.960360:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000085f9c64a 17ffffc0001001 3:0 ffff8a4f09f753a0 24 lru 00000080:00200000:1.0:1787825941.960365:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000e3714cb7 24: 1< 0 - - > 2< 98304 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960368:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000e753b622 00000080:00200000:1.0:1787825941.960369:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 25. 00000080:00200000:1.0:1787825941.960371:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 25 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960385:0:47963:0:(rw26.c:875:ll_write_end()) pos 102400, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960389:0:47963:0:(rw26.c:933:ll_write_end()) page@000000003ec6cf19[3 00000000043b1938 2 1 00000000959189b0 0 0 25] 00000080:00200000:1.0:1787825941.960392:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000f0caa6e8 17ffffc0001001 3:0 ffff8a4f09f750e8 25 lru 00000080:00200000:1.0:1787825941.960398:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000361aa79f 25: 1< 0 - - > 2< 102400 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960400:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000003ec6cf19 00000080:00200000:1.0:1787825941.960401:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 26. 00000080:00200000:1.0:1787825941.960403:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 26 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960416:0:47963:0:(rw26.c:875:ll_write_end()) pos 106496, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960420:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000939d0a3b[3 00000000043b1938 2 1 00000000959189b0 0 0 26] 00000080:00200000:1.0:1787825941.960423:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000001f2e9c69 17ffffc0001001 3:0 ffff8a4f09f75ae0 26 lru 00000080:00200000:1.0:1787825941.960428:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000078a2d3c1 26: 1< 0 - - > 2< 106496 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960431:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000939d0a3b 00000080:00200000:1.0:1787825941.960432:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 27. 00000080:00200000:1.0:1787825941.960434:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 27 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960445:0:47963:0:(rw26.c:875:ll_write_end()) pos 110592, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960450:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000ddaef9b7[3 00000000043b1938 2 1 00000000959189b0 0 0 27] 00000080:00200000:1.0:1787825941.960453:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000007f726d1e 17ffffc0001001 3:0 ffff8a4f09f75bc8 27 lru 00000080:00200000:1.0:1787825941.960459:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000002c985eeb 27: 1< 0 - - > 2< 110592 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960465:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000ddaef9b7 00000080:00200000:1.0:1787825941.960466:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 28. 00000080:00200000:1.0:1787825941.960468:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 28 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960480:0:47963:0:(rw26.c:875:ll_write_end()) pos 114688, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960484:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000052d9f1e5[3 00000000043b1938 2 1 00000000959189b0 0 0 28] 00000080:00200000:1.0:1787825941.960487:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000004320f9cc 17ffffc0001001 3:0 ffff8a4f09f751d0 28 lru 00000080:00200000:1.0:1787825941.960492:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000980ec8d8 28: 1< 0 - - > 2< 114688 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960494:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000052d9f1e5 00000080:00200000:1.0:1787825941.960496:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 29. 00000080:00200000:1.0:1787825941.960497:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 29 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960508:0:47963:0:(rw26.c:875:ll_write_end()) pos 118784, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960512:0:47963:0:(rw26.c:933:ll_write_end()) page@000000009ffa1b5f[3 00000000043b1938 2 1 00000000959189b0 0 0 29] 00000080:00200000:1.0:1787825941.960515:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000009202c527 17ffffc0001001 3:0 ffff8a4f09f759f8 29 lru 00000080:00200000:1.0:1787825941.960521:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000354592be 29: 1< 0 - - > 2< 118784 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960523:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000009ffa1b5f 00000080:00200000:1.0:1787825941.960524:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 30. 00000080:00200000:1.0:1787825941.960526:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 30 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960537:0:47963:0:(rw26.c:875:ll_write_end()) pos 122880, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960541:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000d345aa3b[3 00000000043b1938 2 1 00000000959189b0 0 0 30] 00000080:00200000:1.0:1787825941.960544:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000035cd48e5 17ffffc0001001 3:0 ffff8a4f09f75570 30 lru 00000080:00200000:1.0:1787825941.960549:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000645f7efb 30: 1< 0 - - > 2< 122880 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960552:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000d345aa3b 00000080:00200000:1.0:1787825941.960553:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 31. 00000080:00200000:1.0:1787825941.960555:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 31 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960566:0:47963:0:(rw26.c:875:ll_write_end()) pos 126976, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960571:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000bda04833[3 00000000043b1938 2 1 00000000959189b0 0 0 31] 00000080:00200000:1.0:1787825941.960573:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000049e2a150 17ffffc0001001 3:0 ffff8a4f09f75658 31 lru 00000080:00200000:1.0:1787825941.960579:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000b731ca68 31: 1< 0 - - > 2< 126976 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960582:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000bda04833 00000080:00200000:1.0:1787825941.960583:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 32. 00000080:00200000:1.0:1787825941.960585:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 32 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960607:0:47963:0:(rw26.c:875:ll_write_end()) pos 131072, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960612:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000057c2bd0e[3 00000000043b1938 2 1 00000000959189b0 0 0 32] 00000080:00200000:1.0:1787825941.960615:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000002742966e 17ffffc0001021 2:0 ffff8a4f09f75d98 32 lru 00000080:00200000:1.0:1787825941.960620:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000e1b7f37e 32: 1< 0 - - > 2< 131072 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960623:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000057c2bd0e 00000080:00200000:1.0:1787825941.960624:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 33. 00000080:00200000:1.0:1787825941.960626:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 33 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960638:0:47963:0:(rw26.c:875:ll_write_end()) pos 135168, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960642:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000416de244[3 00000000043b1938 2 1 00000000959189b0 0 0 33] 00000080:00200000:1.0:1787825941.960645:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000004164ce6 17ffffc0001001 3:0 ffff8a4f09f75cb0 33 lru 00000080:00200000:1.0:1787825941.960651:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000a6d6bebc 33: 1< 0 - - > 2< 135168 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960653:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000416de244 00000080:00200000:1.0:1787825941.960654:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 34. 00000080:00200000:1.0:1787825941.960655:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 34 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960683:0:47963:0:(rw26.c:875:ll_write_end()) pos 139264, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960688:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000387b671f[3 00000000043b1938 2 1 00000000959189b0 0 0 34] 00000080:00200000:1.0:1787825941.960690:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000002deffd88 17ffffc0001001 3:0 ffff8a4f10dfd740 34 lru 00000080:00200000:1.0:1787825941.960695:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000046976fba 34: 1< 0 - - > 2< 139264 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960697:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000387b671f 00000080:00200000:1.0:1787825941.960698:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 35. 00000080:00200000:1.0:1787825941.960700:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 35 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960714:0:47963:0:(rw26.c:875:ll_write_end()) pos 143360, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960719:0:47963:0:(rw26.c:933:ll_write_end()) page@000000007e8c9f1f[3 00000000043b1938 2 1 00000000959189b0 0 0 35] 00000080:00200000:1.0:1787825941.960721:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000a52ff3de 17ffffc0001001 3:0 ffff8a4f10dfd2b8 35 lru 00000080:00200000:1.0:1787825941.960726:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000d8c63619 35: 1< 0 - - > 2< 143360 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960728:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000007e8c9f1f 00000080:00200000:1.0:1787825941.960729:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 36. 00000080:00200000:1.0:1787825941.960731:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 36 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960745:0:47963:0:(rw26.c:875:ll_write_end()) pos 147456, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960750:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000ef6b76e4[3 00000000043b1938 2 1 00000000959189b0 0 0 36] 00000080:00200000:1.0:1787825941.960753:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000000aefea0d 17ffffc0001001 3:0 ffff8a4f10dfd3a0 36 lru 00000080:00200000:1.0:1787825941.960758:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000001884622e 36: 1< 0 - - > 2< 147456 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960765:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000ef6b76e4 00000080:00200000:1.0:1787825941.960767:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 37. 00000080:00200000:1.0:1787825941.960769:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 37 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960781:0:47963:0:(rw26.c:875:ll_write_end()) pos 151552, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960785:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000088671b71[3 00000000043b1938 2 1 00000000959189b0 0 0 37] 00000080:00200000:1.0:1787825941.960788:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000ed4e845f 17ffffc0001001 3:0 ffff8a4f10dfd0e8 37 lru 00000080:00200000:1.0:1787825941.960794:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000d597a573 37: 1< 0 - - > 2< 151552 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960796:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000088671b71 00000080:00200000:1.0:1787825941.960797:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 38. 00000080:00200000:1.0:1787825941.960799:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 38 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960812:0:47963:0:(rw26.c:875:ll_write_end()) pos 155648, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960817:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000d45371fc[3 00000000043b1938 2 1 00000000959189b0 0 0 38] 00000080:00200000:1.0:1787825941.960820:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000001a02a9cf 17ffffc0001001 3:0 ffff8a4f10dfdae0 38 lru 00000080:00200000:1.0:1787825941.960826:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000006ea19da 38: 1< 0 - - > 2< 155648 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960829:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000d45371fc 00000080:00200000:1.0:1787825941.960830:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 39. 00000080:00200000:1.0:1787825941.960832:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 39 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960846:0:47963:0:(rw26.c:875:ll_write_end()) pos 159744, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960900:0:47963:0:(rw26.c:933:ll_write_end()) page@000000006b4b6721[3 00000000043b1938 2 1 00000000959189b0 0 0 39] 00000080:00200000:1.0:1787825941.960904:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000093b3dfc 17ffffc0001001 3:0 ffff8a4f10dfdbc8 39 lru 00000080:00200000:1.0:1787825941.960910:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000008beff03c 39: 1< 0 - - > 2< 159744 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960912:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000006b4b6721 00000080:00200000:1.0:1787825941.960914:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 40. 00000080:00200000:1.0:1787825941.960916:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 40 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960931:0:47963:0:(rw26.c:875:ll_write_end()) pos 163840, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960936:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000d04c5f88[3 00000000043b1938 2 1 00000000959189b0 0 0 40] 00000080:00200000:1.0:1787825941.960939:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000d22e807b 17ffffc0001001 3:0 ffff8a4f10dfd1d0 40 lru 00000080:00200000:1.0:1787825941.960944:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000007fe988a1 40: 1< 0 - - > 2< 163840 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960946:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000d04c5f88 00000080:00200000:1.0:1787825941.960947:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 41. 00000080:00200000:1.0:1787825941.960949:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 41 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960966:0:47963:0:(rw26.c:875:ll_write_end()) pos 167936, len 4096, copied 4096 00000080:00200000:1.0:1787825941.960970:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000e3819cdd[3 00000000043b1938 2 1 00000000959189b0 0 0 41] 00000080:00200000:1.0:1787825941.960973:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000009364f33d 17ffffc0001001 3:0 ffff8a4f10dfd9f8 41 lru 00000080:00200000:1.0:1787825941.960978:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000c0fad3a7 41: 1< 0 - - > 2< 167936 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.960980:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000e3819cdd 00000080:00200000:1.0:1787825941.960981:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 42. 00000080:00200000:1.0:1787825941.960983:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 42 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.960998:0:47963:0:(rw26.c:875:ll_write_end()) pos 172032, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961002:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000092f5396b[3 00000000043b1938 2 1 00000000959189b0 0 0 42] 00000080:00200000:1.0:1787825941.961005:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6886e6e 17ffffc0001001 3:0 ffff8a4f10dfd570 42 lru 00000080:00200000:1.0:1787825941.961011:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000e467ee57 42: 1< 0 - - > 2< 172032 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961014:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000092f5396b 00000080:00200000:1.0:1787825941.961015:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 43. 00000080:00200000:1.0:1787825941.961017:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 43 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961029:0:47963:0:(rw26.c:875:ll_write_end()) pos 176128, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961033:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000093876e47[3 00000000043b1938 2 1 00000000959189b0 0 0 43] 00000080:00200000:1.0:1787825941.961036:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000a6ee577a 17ffffc0001001 3:0 ffff8a4f10dfd658 43 lru 00000080:00200000:1.0:1787825941.961042:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000000410f2fd 43: 1< 0 - - > 2< 176128 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961044:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000093876e47 00000080:00200000:1.0:1787825941.961046:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 44. 00000080:00200000:1.0:1787825941.961048:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 44 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961059:0:47963:0:(rw26.c:875:ll_write_end()) pos 180224, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961064:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000d08fae82[3 00000000043b1938 2 1 00000000959189b0 0 0 44] 00000080:00200000:1.0:1787825941.961066:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000fda95787 17ffffc0001001 3:0 ffff8a4f10dfdd98 44 lru 00000080:00200000:1.0:1787825941.961071:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000dd65eb4e 44: 1< 0 - - > 2< 180224 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961073:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000d08fae82 00000080:00200000:1.0:1787825941.961074:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 45. 00000080:00200000:1.0:1787825941.961076:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 45 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961088:0:47963:0:(rw26.c:875:ll_write_end()) pos 184320, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961092:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000a64bdb35[3 00000000043b1938 2 1 00000000959189b0 0 0 45] 00000080:00200000:1.0:1787825941.961096:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000091cda38 17ffffc0001001 3:0 ffff8a4f10dfdcb0 45 lru 00000080:00200000:1.0:1787825941.961102:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000005ead34ce 45: 1< 0 - - > 2< 184320 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961109:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000a64bdb35 00000080:00200000:1.0:1787825941.961110:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 46. 00000080:00200000:1.0:1787825941.961112:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 46 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961126:0:47963:0:(rw26.c:875:ll_write_end()) pos 188416, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961131:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000040bdacf3[3 00000000043b1938 2 1 00000000959189b0 0 0 46] 00000080:00200000:1.0:1787825941.961134:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000673912a9 17ffffc0001001 3:0 ffff8a4f10dfd488 46 lru 00000080:00200000:1.0:1787825941.961140:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000005ee35e87 46: 1< 0 - - > 2< 188416 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961142:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000040bdacf3 00000080:00200000:1.0:1787825941.961143:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 47. 00000080:00200000:1.0:1787825941.961145:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 47 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961161:0:47963:0:(rw26.c:875:ll_write_end()) pos 192512, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961165:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000d93e5862[3 00000000043b1938 2 1 00000000959189b0 0 0 47] 00000080:00200000:1.0:1787825941.961169:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000b156f8f6 17ffffc0001021 2:0 ffff8a4f10dfd910 47 lru 00000080:00200000:1.0:1787825941.961174:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000840957b0 47: 1< 0 - - > 2< 192512 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961177:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000d93e5862 00000080:00200000:1.0:1787825941.961178:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 48. 00000080:00200000:1.0:1787825941.961180:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 48 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961191:0:47963:0:(rw26.c:875:ll_write_end()) pos 196608, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961195:0:47963:0:(rw26.c:933:ll_write_end()) page@000000006aafe706[3 00000000043b1938 2 1 00000000959189b0 0 0 48] 00000080:00200000:1.0:1787825941.961199:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000008f1e6339 17ffffc0001001 3:0 ffff8a4f10dfd000 48 lru 00000080:00200000:1.0:1787825941.961204:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000bd5291b1 48: 1< 0 - - > 2< 196608 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961207:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000006aafe706 00000080:00200000:1.0:1787825941.961209:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 49. 00000080:00200000:1.0:1787825941.961210:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 49 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961222:0:47963:0:(rw26.c:875:ll_write_end()) pos 200704, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961226:0:47963:0:(rw26.c:933:ll_write_end()) page@000000003217854c[3 00000000043b1938 2 1 00000000959189b0 0 0 49] 00000080:00200000:1.0:1787825941.961229:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000b71698db 17ffffc0001001 3:0 ffff8a4f10dfde80 49 lru 00000080:00200000:1.0:1787825941.961234:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000027e1df1d 49: 1< 0 - - > 2< 200704 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961237:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000003217854c 00000080:00200000:1.0:1787825941.961239:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 50. 00000080:00200000:1.0:1787825941.961240:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 50 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961256:0:47963:0:(rw26.c:875:ll_write_end()) pos 204800, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961260:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000638b938b[3 00000000043b1938 2 1 00000000959189b0 0 0 50] 00000080:00200000:1.0:1787825941.961263:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000d802628d 17ffffc0001001 3:0 ffff8a4f10dfd828 50 lru 00000080:00200000:1.0:1787825941.961269:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000ab58d751 50: 1< 0 - - > 2< 204800 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961271:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000638b938b 00000080:00200000:1.0:1787825941.961273:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 51. 00000080:00200000:1.0:1787825941.961274:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 51 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961287:0:47963:0:(rw26.c:875:ll_write_end()) pos 208896, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961291:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000051f20e47[3 00000000043b1938 2 1 00000000959189b0 0 0 51] 00000080:00200000:1.0:1787825941.961295:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000000d991ea8 17ffffc0001001 3:0 ffff8a4f09fd9cb0 51 lru 00000080:00200000:1.0:1787825941.961300:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000009a419762 51: 1< 0 - - > 2< 208896 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961303:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000051f20e47 00000080:00200000:1.0:1787825941.961304:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 52. 00000080:00200000:1.0:1787825941.961305:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 52 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961318:0:47963:0:(rw26.c:875:ll_write_end()) pos 212992, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961322:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000392ca5d9[3 00000000043b1938 2 1 00000000959189b0 0 0 52] 00000080:00200000:1.0:1787825941.961325:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000af8b39f5 17ffffc0001001 3:0 ffff8a4f09fd9488 52 lru 00000080:00200000:1.0:1787825941.961332:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000493f4e86 52: 1< 0 - - > 2< 212992 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961334:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000392ca5d9 00000080:00200000:1.0:1787825941.961336:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 53. 00000080:00200000:1.0:1787825941.961337:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 53 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961352:0:47963:0:(rw26.c:875:ll_write_end()) pos 217088, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961356:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000b525be15[3 00000000043b1938 2 1 00000000959189b0 0 0 53] 00000080:00200000:1.0:1787825941.961359:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000c4cb6b61 17ffffc0001001 3:0 ffff8a4f09fd9910 53 lru 00000080:00200000:1.0:1787825941.961365:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000704b0aa3 53: 1< 0 - - > 2< 217088 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961367:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000b525be15 00000080:00200000:1.0:1787825941.961369:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 54. 00000080:00200000:1.0:1787825941.961370:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 54 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961382:0:47963:0:(rw26.c:875:ll_write_end()) pos 221184, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961386:0:47963:0:(rw26.c:933:ll_write_end()) page@000000002e4d493c[3 00000000043b1938 2 1 00000000959189b0 0 0 54] 00000080:00200000:1.0:1787825941.961389:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000438c9c54 17ffffc0001001 3:0 ffff8a4f09fd9000 54 lru 00000080:00200000:1.0:1787825941.961395:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000006955d4d3 54: 1< 0 - - > 2< 221184 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961401:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000002e4d493c 00000080:00200000:1.0:1787825941.961403:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 55. 00000080:00200000:1.0:1787825941.961405:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 55 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961416:0:47963:0:(rw26.c:875:ll_write_end()) pos 225280, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961421:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000ac7c3f5d[3 00000000043b1938 2 1 00000000959189b0 0 0 55] 00000080:00200000:1.0:1787825941.961424:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000b0c5b9b7 17ffffc0001001 3:0 ffff8a4f09fd9e80 55 lru 00000080:00200000:1.0:1787825941.961429:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000003f5961b4 55: 1< 0 - - > 2< 225280 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961432:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000ac7c3f5d 00000080:00200000:1.0:1787825941.961433:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 56. 00000080:00200000:1.0:1787825941.961435:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 56 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961447:0:47963:0:(rw26.c:875:ll_write_end()) pos 229376, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961451:0:47963:0:(rw26.c:933:ll_write_end()) page@000000008088aceb[3 00000000043b1938 2 1 00000000959189b0 0 0 56] 00000080:00200000:1.0:1787825941.961453:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7111f15 17ffffc0001001 3:0 ffff8a4f09fd9828 56 lru 00000080:00200000:1.0:1787825941.961459:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000084cc90cc 56: 1< 0 - - > 2< 229376 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961461:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000008088aceb 00000080:00200000:1.0:1787825941.961463:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 57. 00000080:00200000:1.0:1787825941.961464:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 57 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961476:0:47963:0:(rw26.c:875:ll_write_end()) pos 233472, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961480:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000c7ed503f[3 00000000043b1938 2 1 00000000959189b0 0 0 57] 00000080:00200000:1.0:1787825941.961484:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000b3d2a947 17ffffc0001001 3:0 ffff8a4f09fd9740 57 lru 00000080:00200000:1.0:1787825941.961488:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000a40a4acf 57: 1< 0 - - > 2< 233472 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961491:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000c7ed503f 00000080:00200000:1.0:1787825941.961493:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 58. 00000080:00200000:1.0:1787825941.961494:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 58 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961508:0:47963:0:(rw26.c:875:ll_write_end()) pos 237568, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961512:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000031e76aba[3 00000000043b1938 2 1 00000000959189b0 0 0 58] 00000080:00200000:1.0:1787825941.961515:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000006ce40af 17ffffc0001001 3:0 ffff8a4f09fd92b8 58 lru 00000080:00200000:1.0:1787825941.961520:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000fa72c1bb 58: 1< 0 - - > 2< 237568 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961523:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000031e76aba 00000080:00200000:1.0:1787825941.961524:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 59. 00000080:00200000:1.0:1787825941.961526:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 59 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961541:0:47963:0:(rw26.c:875:ll_write_end()) pos 241664, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961546:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000055dca1f5[3 00000000043b1938 2 1 00000000959189b0 0 0 59] 00000080:00200000:1.0:1787825941.961549:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000008e3876a2 17ffffc0001001 3:0 ffff8a4f09fd93a0 59 lru 00000080:00200000:1.0:1787825941.961555:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000835a3781 59: 1< 0 - - > 2< 241664 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961557:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000055dca1f5 00000080:00200000:1.0:1787825941.961559:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 60. 00000080:00200000:1.0:1787825941.961561:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 60 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961575:0:47963:0:(rw26.c:875:ll_write_end()) pos 245760, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961579:0:47963:0:(rw26.c:933:ll_write_end()) page@000000002d86e238[3 00000000043b1938 2 1 00000000959189b0 0 0 60] 00000080:00200000:1.0:1787825941.961583:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000084f07582 17ffffc0001001 3:0 ffff8a4f09fd90e8 60 lru 00000080:00200000:1.0:1787825941.961588:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000007c60ba9c 60: 1< 0 - - > 2< 245760 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961591:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000002d86e238 00000080:00200000:1.0:1787825941.961592:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 61. 00000080:00200000:1.0:1787825941.961594:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 61 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961605:0:47963:0:(rw26.c:875:ll_write_end()) pos 249856, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961610:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000f27899c4[3 00000000043b1938 2 1 00000000959189b0 0 0 61] 00000080:00200000:1.0:1787825941.961613:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000061041a63 17ffffc0001001 3:0 ffff8a4f09fd9ae0 61 lru 00000080:00200000:1.0:1787825941.961618:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000c575b0e4 61: 1< 0 - - > 2< 249856 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961621:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000f27899c4 00000080:00200000:1.0:1787825941.961623:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 62. 00000080:00200000:1.0:1787825941.961625:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 62 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961640:0:47963:0:(rw26.c:875:ll_write_end()) pos 253952, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961645:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000ddb1fb0e[3 00000000043b1938 2 1 00000000959189b0 0 0 62] 00000080:00200000:1.0:1787825941.961648:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000000afd8243 17ffffc0001021 2:0 ffff8a4f09fd9bc8 62 lru 00000080:00200000:1.0:1787825941.961653:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000009180181b 62: 1< 0 - - > 2< 253952 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961656:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000ddb1fb0e 00000080:00200000:1.0:1787825941.961657:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 63. 00000080:00200000:1.0:1787825941.961659:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 63 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961685:0:47963:0:(rw26.c:875:ll_write_end()) pos 258048, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961690:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000093482f9d[3 00000000043b1938 2 1 00000000959189b0 0 0 63] 00000080:00200000:1.0:1787825941.961693:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000006a7a2283 17ffffc0001001 3:0 ffff8a4f09fd91d0 63 lru 00000080:00200000:1.0:1787825941.961698:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000004f91716b 63: 1< 0 - - > 2< 258048 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961706:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000093482f9d 00000080:00200000:1.0:1787825941.961707:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 64. 00000080:00200000:1.0:1787825941.961709:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 64 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961733:0:47963:0:(rw26.c:875:ll_write_end()) pos 262144, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961738:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000b229e8a9[3 00000000043b1938 2 1 00000000959189b0 0 0 64] 00000080:00200000:1.0:1787825941.961741:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000a26e3042 17ffffc0001001 3:0 ffff8a4f09fd99f8 64 lru 00000080:00200000:1.0:1787825941.961746:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000025750b3b 64: 1< 0 - - > 2< 262144 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961749:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000b229e8a9 00000080:00200000:1.0:1787825941.961750:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 65. 00000080:00200000:1.0:1787825941.961752:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 65 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961765:0:47963:0:(rw26.c:875:ll_write_end()) pos 266240, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961770:0:47963:0:(rw26.c:933:ll_write_end()) page@000000009a37342b[3 00000000043b1938 2 1 00000000959189b0 0 0 65] 00000080:00200000:1.0:1787825941.961773:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000000082ac9e 17ffffc0001001 3:0 ffff8a4f09fd9570 65 lru 00000080:00200000:1.0:1787825941.961779:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000c5ae4563 65: 1< 0 - - > 2< 266240 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961782:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000009a37342b 00000080:00200000:1.0:1787825941.961783:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 66. 00000080:00200000:1.0:1787825941.961784:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 66 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961796:0:47963:0:(rw26.c:875:ll_write_end()) pos 270336, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961801:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000474f647f[3 00000000043b1938 2 1 00000000959189b0 0 0 66] 00000080:00200000:1.0:1787825941.961804:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000cd244d1a 17ffffc0001001 3:0 ffff8a4f09fd9658 66 lru 00000080:00200000:1.0:1787825941.961809:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000cd24f397 66: 1< 0 - - > 2< 270336 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961811:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000474f647f 00000080:00200000:1.0:1787825941.961812:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 67. 00000080:00200000:1.0:1787825941.961814:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 67 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961830:0:47963:0:(rw26.c:875:ll_write_end()) pos 274432, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961834:0:47963:0:(rw26.c:933:ll_write_end()) page@000000003b80aa4d[3 00000000043b1938 2 1 00000000959189b0 0 0 67] 00000080:00200000:1.0:1787825941.961836:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000022c43f90 17ffffc0001001 3:0 ffff8a4f09fd9d98 67 lru 00000080:00200000:1.0:1787825941.961841:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000007b3aef5f 67: 1< 0 - - > 2< 274432 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961843:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000003b80aa4d 00000080:00200000:1.0:1787825941.961844:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 68. 00000080:00200000:1.0:1787825941.961846:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 68 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961902:0:47963:0:(rw26.c:875:ll_write_end()) pos 278528, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961907:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000fc45cb19[3 00000000043b1938 2 1 00000000959189b0 0 0 68] 00000080:00200000:1.0:1787825941.961909:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000002de5b2d9 17ffffc0001001 3:0 ffff8a4f09e61740 68 lru 00000080:00200000:1.0:1787825941.961914:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000030334c15 68: 1< 0 - - > 2< 278528 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961917:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000fc45cb19 00000080:00200000:1.0:1787825941.961918:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 69. 00000080:00200000:1.0:1787825941.961920:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 69 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961938:0:47963:0:(rw26.c:875:ll_write_end()) pos 282624, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961943:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000b341d2f0[3 00000000043b1938 2 1 00000000959189b0 0 0 69] 00000080:00200000:1.0:1787825941.961946:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000001da0043e 17ffffc0001001 3:0 ffff8a4f09e612b8 69 lru 00000080:00200000:1.0:1787825941.961951:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000001ae6b748 69: 1< 0 - - > 2< 282624 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961953:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000b341d2f0 00000080:00200000:1.0:1787825941.961954:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 70. 00000080:00200000:1.0:1787825941.961956:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 70 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.961971:0:47963:0:(rw26.c:875:ll_write_end()) pos 286720, len 4096, copied 4096 00000080:00200000:1.0:1787825941.961976:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000e9e19206[3 00000000043b1938 2 1 00000000959189b0 0 0 70] 00000080:00200000:1.0:1787825941.961978:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000877a0cdc 17ffffc0001001 3:0 ffff8a4f09e613a0 70 lru 00000080:00200000:1.0:1787825941.961983:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000027eed696 70: 1< 0 - - > 2< 286720 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.961985:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000e9e19206 00000080:00200000:1.0:1787825941.961986:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 71. 00000080:00200000:1.0:1787825941.961988:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 71 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962001:0:47963:0:(rw26.c:875:ll_write_end()) pos 290816, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962005:0:47963:0:(rw26.c:933:ll_write_end()) page@000000000c10702b[3 00000000043b1938 2 1 00000000959189b0 0 0 71] 00000080:00200000:1.0:1787825941.962008:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000003279e4bb 17ffffc0001001 3:0 ffff8a4f09e610e8 71 lru 00000080:00200000:1.0:1787825941.962012:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000006e5da75f 71: 1< 0 - - > 2< 290816 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962015:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000000c10702b 00000080:00200000:1.0:1787825941.962016:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 72. 00000080:00200000:1.0:1787825941.962017:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 72 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962032:0:47963:0:(rw26.c:875:ll_write_end()) pos 294912, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962036:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000a0bc3bc2[3 00000000043b1938 2 1 00000000959189b0 0 0 72] 00000080:00200000:1.0:1787825941.962039:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000031a82089 17ffffc0001001 3:0 ffff8a4f09e61ae0 72 lru 00000080:00200000:1.0:1787825941.962045:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000576abd35 72: 1< 0 - - > 2< 294912 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962053:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000a0bc3bc2 00000080:00200000:1.0:1787825941.962054:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 73. 00000080:00200000:1.0:1787825941.962057:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 73 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962072:0:47963:0:(rw26.c:875:ll_write_end()) pos 299008, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962077:0:47963:0:(rw26.c:933:ll_write_end()) page@000000007f3cd78a[3 00000000043b1938 2 1 00000000959189b0 0 0 73] 00000080:00200000:1.0:1787825941.962080:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000005f9596a4 17ffffc0001001 3:0 ffff8a4f09e61bc8 73 lru 00000080:00200000:1.0:1787825941.962085:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000038f94efd 73: 1< 0 - - > 2< 299008 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962087:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000007f3cd78a 00000080:00200000:1.0:1787825941.962089:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 74. 00000080:00200000:1.0:1787825941.962091:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 74 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962108:0:47963:0:(rw26.c:875:ll_write_end()) pos 303104, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962112:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000e313776e[3 00000000043b1938 2 1 00000000959189b0 0 0 74] 00000080:00200000:1.0:1787825941.962115:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000009883db 17ffffc0001001 3:0 ffff8a4f09e611d0 74 lru 00000080:00200000:1.0:1787825941.962120:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000004d73cd33 74: 1< 0 - - > 2< 303104 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962122:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000e313776e 00000080:00200000:1.0:1787825941.962123:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 75. 00000080:00200000:1.0:1787825941.962124:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 75 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962142:0:47963:0:(rw26.c:875:ll_write_end()) pos 307200, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962146:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000076d59cac[3 00000000043b1938 2 1 00000000959189b0 0 0 75] 00000080:00200000:1.0:1787825941.962149:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000007820a0f3 17ffffc0001001 3:0 ffff8a4f09e619f8 75 lru 00000080:00200000:1.0:1787825941.962153:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000067526c7 75: 1< 0 - - > 2< 307200 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962155:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000076d59cac 00000080:00200000:1.0:1787825941.962157:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 76. 00000080:00200000:1.0:1787825941.962158:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 76 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962172:0:47963:0:(rw26.c:875:ll_write_end()) pos 311296, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962176:0:47963:0:(rw26.c:933:ll_write_end()) page@000000007ceb256e[3 00000000043b1938 2 1 00000000959189b0 0 0 76] 00000080:00200000:1.0:1787825941.962179:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000008f2bf00 17ffffc0001001 3:0 ffff8a4f09e61570 76 lru 00000080:00200000:1.0:1787825941.962184:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000097732b6a 76: 1< 0 - - > 2< 311296 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962187:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000007ceb256e 00000080:00200000:1.0:1787825941.962188:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 77. 00000080:00200000:1.0:1787825941.962190:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 77 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962211:0:47963:0:(rw26.c:875:ll_write_end()) pos 315392, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962216:0:47963:0:(rw26.c:933:ll_write_end()) page@000000008af592f9[3 00000000043b1938 2 1 00000000959189b0 0 0 77] 00000080:00200000:1.0:1787825941.962219:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000002f5ff2d8 17ffffc0001021 2:0 ffff8a4f09e61658 77 lru 00000080:00200000:1.0:1787825941.962224:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000026f52df8 77: 1< 0 - - > 2< 315392 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962227:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000008af592f9 00000080:00200000:1.0:1787825941.962228:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 78. 00000080:00200000:1.0:1787825941.962230:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 78 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962246:0:47963:0:(rw26.c:875:ll_write_end()) pos 319488, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962251:0:47963:0:(rw26.c:933:ll_write_end()) page@000000007379ea18[3 00000000043b1938 2 1 00000000959189b0 0 0 78] 00000080:00200000:1.0:1787825941.962254:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000017b653e2 17ffffc0001001 3:0 ffff8a4f09e61d98 78 lru 00000080:00200000:1.0:1787825941.962260:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000005b7def9 78: 1< 0 - - > 2< 319488 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962263:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000007379ea18 00000080:00200000:1.0:1787825941.962264:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 79. 00000080:00200000:1.0:1787825941.962266:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 79 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962280:0:47963:0:(rw26.c:875:ll_write_end()) pos 323584, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962285:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000055399060[3 00000000043b1938 2 1 00000000959189b0 0 0 79] 00000080:00200000:1.0:1787825941.962287:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000bbd5b61c 17ffffc0001001 3:0 ffff8a4f09e61cb0 79 lru 00000080:00200000:1.0:1787825941.962292:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000074dd31b4 79: 1< 0 - - > 2< 323584 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962294:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000055399060 00000080:00200000:1.0:1787825941.962295:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 80. 00000080:00200000:1.0:1787825941.962297:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 80 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962311:0:47963:0:(rw26.c:875:ll_write_end()) pos 327680, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962316:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000239ac942[3 00000000043b1938 2 1 00000000959189b0 0 0 80] 00000080:00200000:1.0:1787825941.962318:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000d0d264ec 17ffffc0001001 3:0 ffff8a4f09e61488 80 lru 00000080:00200000:1.0:1787825941.962324:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000006c9abcd7 80: 1< 0 - - > 2< 327680 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962326:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000239ac942 00000080:00200000:1.0:1787825941.962327:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 81. 00000080:00200000:1.0:1787825941.962329:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 81 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962345:0:47963:0:(rw26.c:875:ll_write_end()) pos 331776, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962350:0:47963:0:(rw26.c:933:ll_write_end()) page@000000004ad0e3ed[3 00000000043b1938 2 1 00000000959189b0 0 0 81] 00000080:00200000:1.0:1787825941.962352:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000fbf28f1b 17ffffc0001001 3:0 ffff8a4f09e61910 81 lru 00000080:00200000:1.0:1787825941.962357:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000284d7813 81: 1< 0 - - > 2< 331776 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962364:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000004ad0e3ed 00000080:00200000:1.0:1787825941.962365:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 82. 00000080:00200000:1.0:1787825941.962367:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 82 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962380:0:47963:0:(rw26.c:875:ll_write_end()) pos 335872, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962384:0:47963:0:(rw26.c:933:ll_write_end()) page@000000006530c840[3 00000000043b1938 2 1 00000000959189b0 0 0 82] 00000080:00200000:1.0:1787825941.962387:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @0000000052b68194 17ffffc0001001 3:0 ffff8a4f09e61000 82 lru 00000080:00200000:1.0:1787825941.962392:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000009a4a8279 82: 1< 0 - - > 2< 335872 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962394:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000006530c840 00000080:00200000:1.0:1787825941.962396:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 83. 00000080:00200000:1.0:1787825941.962398:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 83 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962412:0:47963:0:(rw26.c:875:ll_write_end()) pos 339968, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962417:0:47963:0:(rw26.c:933:ll_write_end()) page@000000008b50d7bd[3 00000000043b1938 2 1 00000000959189b0 0 0 83] 00000080:00200000:1.0:1787825941.962419:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000755b4333 17ffffc0001001 3:0 ffff8a4f09e61e80 83 lru 00000080:00200000:1.0:1787825941.962424:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@000000004c5e1f19 83: 1< 0 - - > 2< 339968 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962426:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000008b50d7bd 00000080:00200000:1.0:1787825941.962427:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 84. 00000080:00200000:1.0:1787825941.962429:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 84 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962443:0:47963:0:(rw26.c:875:ll_write_end()) pos 344064, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962447:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000047845ab9[3 00000000043b1938 2 1 00000000959189b0 0 0 84] 00000080:00200000:1.0:1787825941.962450:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000d50f60da 17ffffc0001001 3:0 ffff8a4f09e61828 84 lru 00000080:00200000:1.0:1787825941.962455:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000036cbae85 84: 1< 0 - - > 2< 344064 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962457:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000047845ab9 00000080:00200000:1.0:1787825941.962458:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 85. 00000080:00200000:1.0:1787825941.962460:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 85 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962478:0:47963:0:(rw26.c:875:ll_write_end()) pos 348160, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962482:0:47963:0:(rw26.c:933:ll_write_end()) page@000000006cdff502[3 00000000043b1938 2 1 00000000959189b0 0 0 85] 00000080:00200000:1.0:1787825941.962485:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000009d08ae5f 17ffffc0001001 3:0 ffff8a4f1241a3a0 85 lru 00000080:00200000:1.0:1787825941.962489:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000122a653b 85: 1< 0 - - > 2< 348160 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962492:0:47963:0:(rw26.c:933:ll_write_end()) end page@000000006cdff502 00000080:00200000:1.0:1787825941.962493:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 86. 00000080:00200000:1.0:1787825941.962495:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 86 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962513:0:47963:0:(rw26.c:875:ll_write_end()) pos 352256, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962518:0:47963:0:(rw26.c:933:ll_write_end()) page@0000000048290525[3 00000000043b1938 2 1 00000000959189b0 0 0 86] 00000080:00200000:1.0:1787825941.962520:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000000cbf76ca 17ffffc0001001 3:0 ffff8a4f1241a0e8 86 lru 00000080:00200000:1.0:1787825941.962526:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@0000000053476ac7 86: 1< 0 - - > 2< 352256 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962528:0:47963:0:(rw26.c:933:ll_write_end()) end page@0000000048290525 00000080:00200000:1.0:1787825941.962529:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 87. 00000080:00200000:1.0:1787825941.962532:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 87 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962547:0:47963:0:(rw26.c:875:ll_write_end()) pos 356352, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962551:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000badaf235[3 00000000043b1938 2 1 00000000959189b0 0 0 87] 00000080:00200000:1.0:1787825941.962554:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000007bfe25bb 17ffffc0001001 3:0 ffff8a4f1241aae0 87 lru 00000080:00200000:1.0:1787825941.962559:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000d076a05d 87: 1< 0 - - > 2< 356352 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962561:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000badaf235 00000080:00200000:1.0:1787825941.962562:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 88. 00000080:00200000:1.0:1787825941.962564:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 88 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962581:0:47963:0:(rw26.c:875:ll_write_end()) pos 360448, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962586:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000d5af343e[3 00000000043b1938 2 1 00000000959189b0 0 0 88] 00000080:00200000:1.0:1787825941.962588:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @00000000e5859239 17ffffc0001001 3:0 ffff8a4f1241abc8 88 lru 00000080:00200000:1.0:1787825941.962594:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000379046e7 88: 1< 0 - - > 2< 360448 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962596:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000d5af343e 00000080:00200000:1.0:1787825941.962598:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 89. 00000080:00200000:1.0:1787825941.962600:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 89 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962615:0:47963:0:(rw26.c:875:ll_write_end()) pos 364544, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962619:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000daff4fc0[3 00000000043b1938 2 1 00000000959189b0 0 0 89] 00000080:00200000:1.0:1787825941.962621:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000006dd92f6f 17ffffc0001001 3:0 ffff8a4f1241a1d0 89 lru 00000080:00200000:1.0:1787825941.962626:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000081c602a 89: 1< 0 - - > 2< 364544 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.962629:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000daff4fc0 00000080:00200000:1.0:1787825941.962630:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 90. 00000080:00200000:1.0:1787825941.962632:0:47963:0:(rw26.c:681:ll_write_begin()) Writing 90 of 0 to 4096 bytes 00000080:00200000:1.0:1787825941.962646:0:47963:0:(rw26.c:875:ll_write_end()) pos 368640, len 4096, copied 4096 00000080:00200000:1.0:1787825941.962651:0:47963:0:(rw26.c:933:ll_write_end()) page@00000000866e2268[3 00000000043b1938 2 1 00000000959189b0 0 0 90] 00000080:00200000:1.0:1787825941.962653:0:47963:0:(rw26.c:933:ll_write_end()) vmpage @000000001371b1dd 17ffffc0001001 3:0 ffff8a4f1241a9f8 90 lru 00000080:00200000:1.0:1787825941.962658:0:47963:0:(rw26.c:933:ll_write_end()) osc-page@00000000b5400708 90: 1< 0 - - > 2< 368640 0 0 0x0 0x0 | 00000000ee1955a9 0000000012a08367 > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787825941.967173:0:47963:0:(rw26.c:933:ll_write_end()) end page@00000000866e2268 00000080:00200000:1.0:1787825941.967178:0:47963:0:(rw26.c:933:ll_write_end()) queued cl_page: 91. 00000080:00200000:1.0:1787825942.028101:0:47963:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x24:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1787825942.028199:0:47963:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47963:1874669421834880:192.168.203.149@tcp:44:dd.60003 00000100:00100000:1.0:1787825942.028463:0:47963:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ddd480 going to sleep for 11 seconds 00000100:00100000:1.0:1787825942.034315:0:47963:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967485 gen 1 00000100:00100000:1.0:1787825942.034356:0:47963:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff8a4f13cb0780 x1874669421834496/t4294967485(4294967485) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787825957 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00000100:00100000:1.0:1787825942.034372:0:47963:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:47963:1874669421834880:192.168.203.149@tcp:44:dd.60003 00000080:00200000:1.0:1787825942.034406:0:47963:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x24:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787825942.034422:0:47963:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787825942.046486:0:2404:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a4f07c09000: committing for last_committed 4294967340 gen 9 00000100:00100000:1.0:1787825942.046734:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421835008:192.168.203.149@tcp:16:dd.60003 00000100:00100000:1.0:1787825946.710237:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421837056:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825946.710333:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421837312:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825946.710365:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787825946.710371:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421836928:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825946.710395:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421837184:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825946.710417:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421837440:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825946.714257:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421836928:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825946.714279:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421837312:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825948.889232:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00010000:00010000:1.0:1787825958.111622:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787825959.324737:0:48453:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787825959.324833:0:48453:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825959.324898:0:48453:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825959.324926:0:48453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00010000:1.0:1787825959.324946:0:48453:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000080:00200000:1.0:1787825959.324956:0:48453:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787825959.324967:0:48453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825959.324971:0:48453:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cba8 00000080:00010000:1.0:1787825959.324981:0:48453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cba8 from it ffffb55dc33c7cb8 00010000:00010000:1.0:1787825959.324986:0:48453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00010000:1.0:1787825959.324997:0:48453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00000080:00200008:1.0:1787825959.325508:0:48453:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787825959.325515:0:48453:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825959.325525:0:48453:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825959.325534:0:48453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00010000:1.0:1787825959.325559:0:48453:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00000080:00200000:1.0:1787825959.325573:0:48453:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787825959.325579:0:48453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825959.325581:0:48453:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cba8 00000080:00010000:1.0:1787825959.325586:0:48453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cba8 from it ffffb55dc33c7cb8 00010000:00010000:1.0:1787825959.325589:0:48453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00010000:1.0:1787825959.325597:0:48453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00000080:00200000:1.0:1787825959.325697:0:48453:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825959.325705:0:48453:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825959.325712:0:48453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00010000:1.0:1787825959.325720:0:48453:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00000080:00200000:1.0:1787825959.325727:0:48453:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787825959.325730:0:48453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825959.325733:0:48453:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cba8 00000080:00010000:1.0:1787825959.325736:0:48453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cba8 from it ffffb55dc33c7bb0 00010000:00010000:1.0:1787825959.325739:0:48453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00010000:1.0:1787825959.325756:0:48453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00000080:00200000:1.0:1787825959.325772:0:48453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787825959.325780:0:48453:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787825959.325801:0:48453:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=9882b0 00000100:00100000:1.0:1787825959.325907:0:48453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48453:1874669421838976:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787825959.326034:0:48453:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310a900 going to sleep for 11 seconds 00000080:00200000:1.0:1787825959.417454:0:48454:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825959.417500:0:48454:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825959.417525:0:48454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:1.0:1787825959.417556:0:48454:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000080:00200000:1.0:1787825959.417566:0:48454:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825959.417577:0:48454:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825959.417585:0:48454:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cba8 00000080:00010000:1.0:1787825959.417595:0:48454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cba8 from it ffffb55dc345fb58 00010000:00010000:1.0:1787825959.417600:0:48454:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:1.0:1787825959.417610:0:48454:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe37b7 expref: -99 pid: 47345 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:1.0:1787825959.417631:0:48454:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825959.417640:0:48454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=8 00000080:00200008:1.0:1787825959.417652:0:48454:0:(file.c:6313:ll_getattr_dentry()) START file d19.sanity-sec:[0x200000402:0x1f:0x0](ffff8a4f09537448), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787825959.417663:0:48454:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1f:0x0](ffff8a4f09537448),name=d19.sanity-sec 00000002:00010000:1.0:1787825959.417677:0:48454:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825959.417684:0:48454:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/31 (0 0) 00010000:00010000:1.0:1787825959.417731:0:48454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cc73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 48454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825959.417736:0:48454:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cc73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 48454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825959.417745:0:48454:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cc73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 48454 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825959.417777:0:48454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48454:1874669421840256:192.168.203.149@tcp:101:rm.0 00000100:00100000:1.0:1787825959.417946:0:48454:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310a3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1787825960.150667:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825962.198100:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825964.245977:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825966.294058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787825966.446115:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787825967.204371:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421843328:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825967.204389:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421843200:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825967.208289:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421843456:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787825967.318514:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825969.366110:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825971.414588:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787825972.312900:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421843712:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825972.313046:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421843968:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825972.313119:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787825972.313137:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421843840:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825972.313168:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421844096:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825972.321170:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421843968:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825972.321202:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421843840:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825972.321212:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421844096:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787825972.322187:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421843712:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787825972.438348:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787825972.908704:0:48680:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825972.908732:0:48680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825972.908787:0:48680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 48680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.908797:0:48680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 48680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.908805:0:48680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 48680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825972.908828:0:48680:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48680:1874669421844224:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787825972.908941:0:48680:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825972.913048:0:48680:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48680:1874669421844224:192.168.203.149@tcp:101:chmod.0 00010000:00010000:1.0:1787825972.913075:0:48680:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.913106:0:48680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.913119:0:48680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.913130:0:48680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.913147:0:48680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.913156:0:48680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.913163:0:48680:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825972.913176:0:48680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb2d00 x1874669421844224/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787825988 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787825972.913191:0:48680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.913202:0:48680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1787825972.913208:0:48680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787825972.913231:0:48680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787825972.913244:0:48680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:1.0:1787825972.913249:0:48680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825972.913252:0:48680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc3687b58 00010000:00010000:1.0:1787825972.913256:0:48680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.913264:0:48680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825972.913289:0:48680:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825972.913308:0:48680:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=9 00000080:00200000:1.0:1787825972.913312:0:48680:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=getattr 00000002:00010000:1.0:1787825972.913331:0:48680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d19.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787825972.913365:0:48680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 48680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.913371:0:48680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 48680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.913379:0:48680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 48680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825972.913396:0:48680:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48680:1874669421844352:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787825972.913471:0:48680:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825972.922792:0:48680:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48680:1874669421844352:192.168.203.149@tcp:101:chmod.0 00010000:00010000:1.0:1787825972.922816:0:48680:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.922881:0:48680:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 4/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.922888:0:48680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 4/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.922899:0:48680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.922909:0:48680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.922922:0:48680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.922929:0:48680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.922936:0:48680:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825972.922946:0:48680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb2d00 x1874669421844352/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787825988 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787825972.922957:0:48680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.922966:0:48680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 9663677442/25 (0 0) 00000002:00010000:1.0:1787825972.922987:0:48680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x240000402:0x19:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787825972.923024:0:48680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 48680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.923031:0:48680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 48680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.923039:0:48680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 48680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825972.923055:0:48680:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48680:1874669421844480:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787825972.923120:0:48680:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825972.928535:0:48680:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48680:1874669421844480:192.168.203.149@tcp:101:chmod.0 00010000:00010000:1.0:1787825972.928560:0:48680:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.928571:0:48680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.928582:0:48680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.928591:0:48680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.928602:0:48680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.928609:0:48680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.928632:0:48680:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825972.928643:0:48680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb0000 x1874669421844480/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787825988 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787825972.928656:0:48680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.928731:0:48680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/25 (0 0) 00000080:00200000:1.0:1787825972.928753:0:48680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787825972.928779:0:48680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x19:0x0], updating i_size 4096 00000080:00200000:1.0:1787825972.928782:0:48680:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x19:0x0](ffff8a4f095b0908): rc = 0 00000080:00010000:1.0:1787825972.928787:0:48680:0:(llite_internal.h:1981:ll_set_lock_data()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) for remote lock 0x7f6ab97892e4ccb2 00000080:00010000:1.0:1787825972.928791:0:48680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) for lock 0x7f6ab97892e4ccab 00000080:00010000:1.0:1787825972.928802:0:48680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) 00000080:00010000:1.0:1787825972.928805:0:48680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ccab from it ffffb55dc3687b20 00010000:00010000:1.0:1787825972.928808:0:48680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.928817:0:48680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:1.0:1787825972.929597:0:48680:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x7f6ab97892e4ccb2 from it ffffb55dc3687b20 00010000:00010000:1.0:1787825972.929605:0:48680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825972.929627:0:48680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787825972.929656:0:48680:0:(file.c:6313:ll_getattr_dentry()) START file d19.sanity-sec:[0x240000402:0x19:0x0](ffff8a4f095b0908), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787825972.929662:0:48680:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908),name=d19.sanity-sec 00000002:00010000:1.0:1787825972.929743:0:48680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x19:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825972.929755:0:48680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825972.929766:0:48680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825972.929773:0:48680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825972.929778:0:48680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) 00000080:00010000:1.0:1787825972.929781:0:48680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) for lock 0x7f6ab97892e4ccb2 00000080:00010000:1.0:1787825972.929786:0:48680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ccb2 from it ffffb55dc3687cb8 00010000:00010000:1.0:1787825972.929789:0:48680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825972.929797:0:48680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787825972.929848:0:48680:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825972.929869:0:48680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825972.929877:0:48680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825972.929894:0:48680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825972.929900:0:48680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825972.929904:0:48680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825972.929907:0:48680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:1.0:1787825972.929910:0:48680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc3687c08 00010000:00010000:1.0:1787825972.929913:0:48680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825972.929920:0:48680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787825972.929928:0:48680:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825972.929933:0:48680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=9 00000080:00200008:1.0:1787825972.929947:0:48680:0:(llite_lib.c:2427:ll_setattr_raw()) START file d19.sanity-sec:[0x240000402:0x19:0x0](ffff8a4f095b0908) current size 4096, valid attrs 41, mode 4003, uid 37756928, gid -30129, new size 0, atime 1787825972.000000000, mtime 1787825972.000000000, ctime 1787825972.000000000 00010000:00010000:1.0:1787825972.929962:0:48680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825972.930004:0:48680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825972.930010:0:48680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787825972.930013:0:48680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ec00/0x7f6ab97892e4ccb2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3c1e expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:1.0:1787825972.930046:0:48680:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787825972.930056:0:48680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0000 x1874669421844736/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787825972.930080:0:48680:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48680:1874669421844736:192.168.203.149@tcp:36:chmod.0 00000100:00100000:1.0:1787825972.931488:0:48680:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825972.943460:0:48680:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967406 gen 1 00000100:00100000:1.0:1787825972.943482:0:48680:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48680:1874669421844736:192.168.203.149@tcp:36:chmod.0 00000080:00200000:1.0:1787825972.943516:0:48680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x19:0x0], updating i_size 4096 00000080:00200008:1.0:1787825972.943534:0:48680:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d19.sanity-sec:[0x240000402:0x19:0x0](ffff8a4f095b0908) current size 4096, valid attrs 10000041, mode 4003, uid 37756928, gid -30129, new size 0, atime 1787825972.000000000, mtime 1787825972.000000000, ctime 1787825972.000000000, rc 0 00000080:00200000:1.0:1787825973.138068:0:48688:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825973.138101:0:48688:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825973.138121:0:48688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787825973.138137:0:48688:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787825973.138146:0:48688:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825973.138154:0:48688:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825973.138157:0:48688:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:1.0:1787825973.138165:0:48688:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc36bfb58 00010000:00010000:1.0:1787825973.138170:0:48688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787825973.138191:0:48688:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787825973.138209:0:48688:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825973.138217:0:48688:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=24 00000080:00200000:1.0:1787825973.138223:0:48688:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908), inode mode 4003 mask 1 00000080:00200000:1.0:1787825973.138234:0:48688:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f19.sanity-sec, dir=[0x240000402:0x19:0x0](ffff8a4f095b0908), flags=8 00000080:00200000:1.0:1787825973.138239:0:48688:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f19.sanity-sec, dir=[0x240000402:0x19:0x0](ffff8a4f095b0908), intent=getattr 00000002:00010000:1.0:1787825973.138254:0:48688:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f19.sanity-sec,[0x0:0x0:0x0]) in obj [0x240000402:0x19:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787825973.138302:0:48688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e200/0x7f6ab97892e4ccd5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 48688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825973.139069:0:48688:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e200/0x7f6ab97892e4ccd5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 48688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825973.139083:0:48688:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e200/0x7f6ab97892e4ccd5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 48688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825973.139112:0:48688:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48688:1874669421846272:192.168.203.149@tcp:101:rm.0 00000100:00100000:1.0:1787825973.139197:0:48688:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310a3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1787825973.462086:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787825974.453981:0:44290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431885312 00000100:00100000:1.0:1787825974.453992:0:44290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431885312 00000100:00100000:1.0:1787825974.454045:0:44290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 56 00000100:00100000:1.0:1787825974.454054:0:44290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8414:x1874669431885312:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787825974.454072:0:44290:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000074aac69c/0x7f6ab97892e4ccdc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe3ca3 expref: -99 pid: 48688 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825974.454179:0:44290:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787825974.454187:0:44290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8414:x1874669431885312:12345-192.168.203.149@tcp:104: Request processed in 134us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1787825974.454195:0:44290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 56 00010000:00010000:1.0:1787825974.487052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787825974.537022:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421848448:192.168.203.149@tcp:2:touch.0 00010000:00010000:1.0:1787825975.511190:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787825975.608563:0:48726:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825975.608784:0:48726:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825975.608804:0:48726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1787825975.608821:0:48726:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:1.0:1787825975.608922:0:48726:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787825975.608933:0:48726:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825975.608937:0:48726:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:1.0:1787825975.608945:0:48726:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc370fc08 00010000:00010000:1.0:1787825975.608949:0:48726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1787825975.608958:0:48726:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:1.0:1787825975.608973:0:48726:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825975.609000:0:48726:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=9 00000080:00200008:1.0:1787825975.609021:0:48726:0:(llite_lib.c:2427:ll_setattr_raw()) START file d19.sanity-sec:[0x240000402:0x19:0x0](ffff8a4f095b0908) current size 4096, valid attrs 41, mode 41ff, uid 37748736, gid -30129, new size 0, atime 1787825975.000000000, mtime 1787825975.000000000, ctime 1787825975.000000000 00010000:00010000:1.0:1787825975.609045:0:48726:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cd14 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe3d83 expref: -99 pid: 48726 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825975.609061:0:48726:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f0994f000/0x7f6ab97892e4ccf1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3d05 expref: -99 pid: 48707 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825975.609120:0:48726:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cd14 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3d83 expref: -99 pid: 48726 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825975.609128:0:48726:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787825975.609132:0:48726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cd14 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3d83 expref: -99 pid: 48726 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1787825975.609151:0:48726:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787825975.609176:0:48726:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb21c0 x1874669421849600/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787825975.609199:0:48726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48726:1874669421849600:192.168.203.149@tcp:36:chmod.0 00000100:00100000:1.0:1787825975.609296:0:48726:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1787825975.614670:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00010000:00010000:1.0:1787825975.861077:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787825975.861087:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e000/0x7f6ab97892e4cd1b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5389a572c2fe3da6 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.861095:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f0994e000 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:1.0:1787825975.861100:0:6176:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e000/0x7f6ab97892e4cd1b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5389a572c2fe3da6 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.861115:0:6176:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e000/0x7f6ab97892e4cd1b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5389a572c2fe3da6 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.861123:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e000/0x7f6ab97892e4cd1b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe3da6 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.861140:0:6176:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787825975.861178:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e000/0x7f6ab97892e4cd1b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3da6 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.861184:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787825975.861206:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e000/0x7f6ab97892e4cd1b lrc: 1/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3da6 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.861212:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e000/0x7f6ab97892e4cd1b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3da6 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.861223:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825975.861225:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825975.861226:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787825975.861238:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421851392:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787825975.864284:0:48739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48739:1874669421851264:192.168.203.149@tcp:101:dd.0 00010000:00010000:1.0:1787825975.864320:0:48739:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e600/0x7f6ab97892e4cd22 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3db4 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.864348:0:48739:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e600/0x7f6ab97892e4cd22 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3db4 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.864360:0:48739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e600/0x7f6ab97892e4cd22 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3db4 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.864370:0:48739:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e600/0x7f6ab97892e4cd22 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3db4 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.864382:0:48739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e600/0x7f6ab97892e4cd22 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3db4 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.864391:0:48739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e600/0x7f6ab97892e4cd22 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3db4 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.864398:0:48739:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e600/0x7f6ab97892e4cd22 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3db4 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825975.864410:0:48739:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13c5bc00 x1874669421851264/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787825991 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787825975.864423:0:48739:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e600/0x7f6ab97892e4cd22 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3db4 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825975.864445:0:48739:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/25 (0 0) 00000080:00200000:1.0:1787825975.864574:0:48739:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000100:00100000:1.0:1787825975.869116:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421851392:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787825975.973144:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787825975.973188:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431885824 00000100:00100000:1.0:1787825975.973198:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431885824 00000100:00100000:1.0:1787825975.973451:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 58 00000100:00100000:1.0:1787825975.973461:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8413:x1874669431885824:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787825975.973486:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000090e1f2fd/0x7f6ab97892e4cd0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe3d59 expref: -99 pid: 48711 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825975.973574:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787825975.973581:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8413:x1874669431885824:12345-192.168.203.149@tcp:104: Request processed in 122us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1787825975.973589:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 58 00000100:00100000:1.0:1787825975.997824:0:48739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:48739:1874669421852544:192.168.203.149@tcp:35:dd.0 00000002:00100000:1.0:1787825975.998072:0:48739:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f06e8c3c0 x1874669421851648/t4294967417(4294967417) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787825991 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787825976.031261:0:38140:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x1c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787825976.031282:0:38140:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787825976.031316:0:38140:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x1c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1787825976.534116:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787825982.920347:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787825992.461216:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431893376 00000100:00100000:1.0:1787825992.461225:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431893376 00000100:00100000:1.0:1787825992.461276:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 60 00000100:00100000:1.0:1787825992.461286:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c58780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:44166:x1874669431893376:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787825992.461305:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f0994e600/0x7f6ab97892e4cd22 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe3db4 expref: -99 pid: 48739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825992.461414:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787825992.461420:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c58780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:44166:x1874669431893376:12345-192.168.203.149@tcp:104: Request processed in 136us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1787825992.461428:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 60 00000100:00100000:1.0:1787825992.549178:0:49206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49206:1874669421858048:192.168.203.149@tcp:101:touch.60003 00010000:00010000:1.0:1787825992.549206:0:49206:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549223:0:49206:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 4/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549232:0:49206:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 4/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549242:0:49206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549254:0:49206:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549266:0:49206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549274:0:49206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549297:0:49206:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825992.549309:0:49206:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13c5a940 x1874669421858048/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826008 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787825992.549340:0:49206:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549352:0:49206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787825992.549364:0:49206:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787825992.549372:0:49206:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549379:0:49206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549385:0:49206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1e00/0x7f6ab97892e4cd3e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe3e39 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549412:0:49206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000002:00010000:1.0:1787825992.549428:0:49206:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x240000402:0x19:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787825992.549470:0:49206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 49206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549484:0:49206:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 49206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.549494:0:49206:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 49206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825992.549514:0:49206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49206:1874669421858176:192.168.203.149@tcp:101:touch.60003 00000100:00100000:1.0:1787825992.549636:0:49206:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825992.563599:0:49206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49206:1874669421858176:192.168.203.149@tcp:101:touch.60003 00010000:00010000:1.0:1787825992.563626:0:49206:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.563638:0:49206:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.563651:0:49206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.563661:0:49206:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.563673:0:49206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.563682:0:49206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.563708:0:49206:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825992.563721:0:49206:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13cb0000 x1874669421858176/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826008 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787825992.563735:0:49206:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.563747:0:49206:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/25 (0 0) 00000080:00200000:1.0:1787825992.563766:0:49206:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787825992.563793:0:49206:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x19:0x0], updating i_size 4096 00000080:00200000:1.0:1787825992.563797:0:49206:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x19:0x0](ffff8a4f095b0908): rc = 0 00000080:00010000:1.0:1787825992.563803:0:49206:0:(llite_internal.h:1981:ll_set_lock_data()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) for remote lock 0x7f6ab97892e4cd45 00000080:00010000:1.0:1787825992.563807:0:49206:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) for lock 0x7f6ab97892e4ccab 00000080:00010000:1.0:1787825992.563818:0:49206:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) 00000080:00010000:1.0:1787825992.563821:0:49206:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ccab from it ffffb55dc3bafac8 00010000:00010000:1.0:1787825992.563825:0:49206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787825992.563835:0:49206:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:1.0:1787825992.563848:0:49206:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x7f6ab97892e4cd45 from it ffffb55dc3bafac8 00010000:00010000:1.0:1787825992.563894:0:49206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.563912:0:49206:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825992.563935:0:49206:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908), inode mode 4003 mask 1 00000080:00200000:1.0:1787825992.563953:0:49206:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908), inode mode 4003 mask 3 00000080:00200000:1.0:1787825992.563959:0:49206:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f19.sanity-sec, dir=[0x240000402:0x19:0x0](ffff8a4f095b0908), file ffff8a4f07e00480, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1787825992.563966:0:49206:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f19.sanity-sec, dir=[0x240000402:0x19:0x0](ffff8a4f095b0908), intent=open|creat 00000002:00010000:1.0:1787825992.563994:0:49206:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f19.sanity-sec,[0x240000402:0x1d:0x0]) in obj [0x240000402:0x19:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1787825992.564042:0:49206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 49206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.564050:0:49206:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 49206 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787825992.564060:0:49206:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787825992.564067:0:49206:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0000 x1874669421858560/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787825992.564076:0:49206:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 49206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825992.564095:0:49206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49206:1874669421858560:192.168.203.149@tcp:101:touch.60003 00000100:00100000:1.0:1787825992.564207:0:49206:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787825992.582922:0:49206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49206:1874669421858560:192.168.203.149@tcp:101:touch.60003 00010000:00010000:1.0:1787825992.582950:0:49206:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 4/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.582990:0:49206:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 4/0,1 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.582998:0:49206:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 4/0,1 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.583010:0:49206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.583021:0:49206:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.583035:0:49206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.583043:0:49206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.583049:0:49206:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825992.583061:0:49206:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f13cb0000 x1874669421858560/t4294967421(4294967421) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826008 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00100000:1.0:1787825992.583073:0:49206:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb0000 x1874669421858560/t4294967421(4294967421) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826008 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787825992.583087:0:49206:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787825992.583105:0:49206:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.583116:0:49206:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/29 (0 0) 00000080:00200000:1.0:1787825992.583122:0:49206:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x19:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787825992.583135:0:49206:0:(namei.c:1628:ll_create_it()) VFS Op:name=f19.sanity-sec, dir=[0x240000402:0x19:0x0](ffff8a4f095b0908), intent=open|creat 00000080:00200000:1.0:1787825992.583211:0:49206:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x1d:0x0](ffff8a4f095ddb88) 00000080:00200000:1.0:1787825992.583283:0:49206:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x1d:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1787825992.583289:0:49206:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x1d:0x0](ffff8a4f095ddb88) 00000080:00010000:1.0:1787825992.583292:0:49206:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1d:0x0](ffff8a4f095ddb88) for lock 0x7f6ab97892e4cd4c 00000080:00010000:1.0:1787825992.583301:0:49206:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1d:0x0](ffff8a4f095ddb88) 00000080:00200008:1.0:1787825992.583323:0:49206:0:(file.c:1090:ll_file_open()) START file f19.sanity-sec:[0x240000402:0x1d:0x0](ffff8a4f095ddb88), flags 104501 00000002:00100000:1.0:1787825992.583343:0:49206:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb0000 x1874669421858560/t4294967421(4294967421) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826008 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000080:00010000:1.0:1787825992.583378:0:49206:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cd4c from it ffff8a4f12637ea0 00010000:00010000:1.0:1787825992.583383:0:49206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.583393:0:49206:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825992.583412:0:49206:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1d:0x0](ffff8a4f095ddb88), inode mode 81a4 mask 40 00000080:00200008:1.0:1787825992.583446:0:49206:0:(llite_lib.c:2427:ll_setattr_raw()) START file f19.sanity-sec:[0x240000402:0x1d:0x0](ffff8a4f095ddb88) current size 0, valid attrs 20070, mode 8a4f, uid -1011155376, gid -19107, new size 18446744072304917015, atime 1787825992.000000000, mtime 1787825992.000000000, ctime 1787825992.000000000 00010000:00010000:1.0:1787825992.583465:0:49206:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825992.583486:0:49206:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x1d:0x0]: losing layout lock 00010000:00010000:1.0:1787825992.583521:0:49206:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825992.583529:0:49206:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787825992.583533:0:49206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd4c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe3e63 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1787825992.583555:0:49206:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787825992.583562:0:49206:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0b40 x1874669421858816/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787825992.583715:0:49206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49206:1874669421858816:192.168.203.149@tcp:36:touch.60003 00000100:00100000:1.0:1787825992.583788:0:49206:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:1.0:1787825992.597697:0:49206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49206:1874669421858816:192.168.203.149@tcp:36:touch.60003 00000080:00200000:1.0:1787825992.597744:0:49206:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x1d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:1.0:1787825992.597768:0:49206:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x240000402:0x1d:0x0](ffff8a4f095ddb88) 00000002:00010000:1.0:1787825992.597779:0:49206:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1d:0x0]) in obj [0x240000402:0x1d:0x0], intent: layout flags 0 00010000:00010000:1.0:1787825992.597828:0:49206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 49206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.597837:0:49206:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 49206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.597847:0:49206:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 49206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825992.597905:0:49206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49206:1874669421858944:192.168.203.149@tcp:101:touch.60003 00000100:00100000:1.0:1787825992.597982:0:49206:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:1.0:1787825992.606328:0:49206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49206:1874669421858944:192.168.203.149@tcp:101:touch.60003 00010000:00010000:1.0:1787825992.606362:0:49206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.606377:0:49206:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825992.606391:0:49206:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff8a4f13cb21c0 x1874669421858944/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1787826008 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787825992.606402:0:49206:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787825992.606415:0:49206:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.606427:0:49206:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 16 res 9663677442/29 (0 0) 00000080:00200000:1.0:1787825992.606434:0:49206:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x240000402:0x1d:0x0] suppgids 60003 60003: rc 0 00000080:00010000:1.0:1787825992.606449:0:49206:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1d:0x0](ffff8a4f095ddb88) for lock 0x7f6ab97892e4cd53 00000080:00010000:1.0:1787825992.606457:0:49206:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cd53 from it ffffb55dc3bafa78 00010000:00010000:1.0:1787825992.606461:0:49206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.606471:0:49206:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825992.606500:0:49206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 2/1,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825992.606526:0:49206:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 2/1,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:1.0:1787825992.606535:0:49206:0:(file.c:6959:ll_layout_lock_set()) ### file [0x240000402:0x1d:0x0](0000000090b2a54a) being reconfigured ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825992.606587:0:49206:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x1d:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:1.0:1787825992.606593:0:49206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825992.606601:0:49206:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9e800/0x7f6ab97892e4cd53 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3e78 expref: -99 pid: 49206 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:1.0:1787825992.606621:0:49206:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787825992.614182:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421859072:192.168.203.149@tcp:2:touch.60003 00000100:00100000:1.0:1787825992.630048:0:49206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49206:1874669421859328:192.168.203.149@tcp:35:touch.60003 00000002:00100000:1.0:1787825992.630089:0:49206:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f13cb0000 x1874669421858560/t4294967421(4294967421) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826008 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.60003' uid:60003 gid:60003 projid:0 00000080:00200000:1.0:1787825992.678173:0:49210:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825992.678206:0:49210:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825992.678224:0:49210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:1.0:1787825992.678239:0:49210:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:1.0:1787825992.678259:0:49210:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787825992.678266:0:49210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825992.678269:0:49210:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:1.0:1787825992.678276:0:49210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc3bd7b58 00010000:00010000:1.0:1787825992.678280:0:49210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:1.0:1787825992.678289:0:49210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:1.0:1787825992.678306:0:49210:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825992.678324:0:49210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=24 00000080:00200000:1.0:1787825992.678330:0:49210:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908), inode mode 4003 mask 1 00000080:00200000:1.0:1787825992.678339:0:49210:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f19.sanity-sec, dir=[0x240000402:0x19:0x0](ffff8a4f095b0908), flags=8 00000080:00200000:1.0:1787825992.678344:0:49210:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f19.sanity-sec, dir=[0x240000402:0x19:0x0](ffff8a4f095b0908), intent=getattr 00000002:00010000:1.0:1787825992.678358:0:49210:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f19.sanity-sec,[0x0:0x0:0x0]) in obj [0x240000402:0x19:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787825992.678403:0:49210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 49210 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.678411:0:49210:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 49210 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.678421:0:49210:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 49210 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825992.678444:0:49210:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49210:1874669421859456:192.168.203.149@tcp:101:rm.60003 00000100:00100000:1.0:1787825992.678686:0:49210:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:1.0:1787825992.690366:0:49210:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49210:1874669421859456:192.168.203.149@tcp:101:rm.60003 00010000:00010000:1.0:1787825992.690393:0:49210:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 4/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.690411:0:49210:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.690420:0:49210:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.690431:0:49210:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.690441:0:49210:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.690453:0:49210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.690460:0:49210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.690467:0:49210:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787825992.690477:0:49210:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb30c0 x1874669421859456/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1787826008 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787825992.690489:0:49210:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787825992.690516:0:49210:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.690526:0:49210:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/29 (0 0) 00000080:00200000:1.0:1787825992.690534:0:49210:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x19:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787825992.690578:0:49210:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x1d:0x0](ffff8a4f095ddb88): rc = 0 00000080:00200000:1.0:1787825992.690591:0:49210:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x1d:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1787825992.690596:0:49210:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1d:0x0](ffff8a4f095ddb88) for lock 0x7f6ab97892e4cd5a 00000080:00010000:1.0:1787825992.690616:0:49210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1d:0x0](ffff8a4f095ddb88) 00000080:00010000:1.0:1787825992.690620:0:49210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cd5a from it ffffb55dc3bd7b20 00010000:00010000:1.0:1787825992.690624:0:49210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825992.690632:0:49210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787825992.690666:0:49210:0:(file.c:6313:ll_getattr_dentry()) START file f19.sanity-sec:[0x240000402:0x1d:0x0](ffff8a4f095ddb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787825992.690687:0:49210:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x1d:0x0](ffff8a4f095ddb88),name=f19.sanity-sec 00000002:00010000:1.0:1787825992.690720:0:49210:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1d:0x0]) in obj [0x240000402:0x19:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825992.690747:0:49210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825992.690758:0:49210:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787825992.690765:0:49210:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x19:0x0] suppgids -1 60003: rc 1 00000080:00010000:1.0:1787825992.690787:0:49210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1d:0x0](ffff8a4f095ddb88) 00000080:00010000:1.0:1787825992.690790:0:49210:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1d:0x0](ffff8a4f095ddb88) for lock 0x7f6ab97892e4cd5a 00000080:00010000:1.0:1787825992.690795:0:49210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cd5a from it ffffb55dc3bd7cb8 00010000:00010000:1.0:1787825992.690798:0:49210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787825992.690806:0:49210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fc00/0x7f6ab97892e4cd5a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3e94 expref: -99 pid: 49210 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787825992.690903:0:49210:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x1d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787825992.691637:0:49210:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x1d:0x0] 00000080:00200000:1.0:1787825993.865989:0:49225:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000100:00100000:1.0:1787825993.886078:0:44290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431895168 00000100:00100000:1.0:1787825993.886096:0:44290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431895168 00000100:00100000:1.0:1787825993.886143:0:44290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 61 00000100:00100000:1.0:1787825993.886153:0:44290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c59a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:10077:x1874669431895168:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787825993.886180:0:44290:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ea00/0x7f6ab97892e4cd45 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe3e47 expref: -99 pid: 49206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825993.886263:0:44290:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787825993.886271:0:44290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c59a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:10077:x1874669431895168:12345-192.168.203.149@tcp:104: Request processed in 119us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1787825993.886278:0:44290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 61 00000100:00100000:1.0:1787825993.920728:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787825993.920775:0:6165:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787825993.920796:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431895424 00000100:00100000:1.0:1787825993.920806:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431895424 00000100:00100000:1.0:1787825993.920873:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 62 00000100:00100000:1.0:1787825993.920908:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f08cffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8499:x1874669431895424:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787825993.920927:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000628e1e2e/0x7f6ab97892e4cd61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe3e9b expref: -99 pid: 49210 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825993.921003:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787825993.921010:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f08cffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8499:x1874669431895424:12345-192.168.203.149@tcp:104: Request processed in 105us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1787825993.921017:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 62 00000080:00200000:0.0:1787825995.047650:0:49243:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x19:0x0], updating i_size 4096 00000080:00010000:0.0:1787825995.047662:0:49243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) for lock 0x7f6ab97892e4cd7d 00000080:00010000:0.0:1787825995.047669:0:49243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) 00000080:00010000:0.0:1787825995.047672:0:49243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cd7d from it ffffb55dc3c1fcb8 00010000:00010000:0.0:1787825995.047676:0:49243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0400/0x7f6ab97892e4cd7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3f0b expref: -99 pid: 49243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787825995.047684:0:49243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0400/0x7f6ab97892e4cd7d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f0b expref: -99 pid: 49243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787825995.047963:0:49243:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787825995.047982:0:49243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787825995.047993:0:49243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:0.0:1787825995.048002:0:49243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:0.0:1787825995.048008:0:49243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787825995.048013:0:49243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787825995.048016:0:49243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:0.0:1787825995.048020:0:49243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc3c1fc08 00010000:00010000:0.0:1787825995.048023:0:49243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:0.0:1787825995.048031:0:49243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:0.0:1787825995.048040:0:49243:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787825995.048054:0:49243:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=9 00000080:00200008:0.0:1787825995.048069:0:49243:0:(llite_lib.c:2427:ll_setattr_raw()) START file d19.sanity-sec:[0x240000402:0x19:0x0](ffff8a4f095b0908) current size 4096, valid attrs 41, mode 41ff, uid 43945984, gid -30129, new size 0, atime 1787825995.000000000, mtime 1787825995.000000000, ctime 1787825995.000000000 00010000:00010000:0.0:1787825995.048087:0:49243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0400/0x7f6ab97892e4cd7d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe3f0b expref: -99 pid: 49243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787825995.048102:0:49243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1200/0x7f6ab97892e4cd76 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3efd expref: -99 pid: 49229 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787825995.048139:0:49243:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0400/0x7f6ab97892e4cd7d lrc: 1/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3f0b expref: -99 pid: 49243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787825995.048146:0:49243:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787825995.048149:0:49243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0400/0x7f6ab97892e4cd7d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3f0b expref: -99 pid: 49243 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787825995.048164:0:49243:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787825995.048171:0:49243:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c58f00 x1874669421861504/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787825995.048193:0:49243:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49243:1874669421861504:192.168.203.149@tcp:36:chmod.0 00000100:00100000:0.0:1787825995.048256:0:49243:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1787825995.074075:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787825995.075222:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431895936 00000100:00100000:0.0:1787825995.075234:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431895936 00000100:00100000:1.0:1787825995.075793:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 63 00000100:00100000:1.0:1787825995.075804:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6499:x1874669431895936:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787825995.075822:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1200/0x7f6ab97892e4cd76 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe3efd expref: -99 pid: 49229 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787825995.076029:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787825995.076036:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6499:x1874669431895936:12345-192.168.203.149@tcp:104: Request processed in 235us (1971us total) trans 0 rc 0/0 00000100:00100000:1.0:1787825995.076044:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 63 00000100:00100000:0.0:1787825995.092407:0:49243:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49243:1874669421861504:192.168.203.149@tcp:36:chmod.0 00000080:00200000:0.0:1787825995.092442:0:49243:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x19:0x0], updating i_size 4096 00000080:00200008:0.0:1787825995.092454:0:49243:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d19.sanity-sec:[0x240000402:0x19:0x0](ffff8a4f095b0908) current size 4096, valid attrs 10000041, mode 41ff, uid 43945984, gid -30129, new size 0, atime 1787825995.000000000, mtime 1787825995.000000000, ctime 1787825995.000000000, rc 0 00000080:00200000:0.0:1787825995.359147:0:49256:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787825995.359182:0:49256:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787825995.359201:0:49256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:0.0:1787825995.359217:0:49256:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:0.0:1787825995.359226:0:49256:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787825995.359234:0:49256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787825995.359238:0:49256:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:0.0:1787825995.359245:0:49256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc3c3fbf8 00010000:00010000:0.0:1787825995.359249:0:49256:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:0.0:1787825995.359258:0:49256:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200000:0.0:1787825995.359272:0:49256:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787825995.359283:0:49256:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:0.0:1787825995.359287:0:49256:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:1.0:1787825995.372970:0:49256:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d19.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787825995.373414:0:49256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 49256 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825995.373428:0:49256:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 49256 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787825995.373438:0:49256:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9fe00/0x7f6ab97892e4cd84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 49256 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787825995.373480:0:49256:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49256:1874669421863040:192.168.203.149@tcp:101:dd.60003 00000100:00100000:1.0:1787825995.373621:0:49256:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787825995.467614:0:49256:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49256:1874669421863936:192.168.203.149@tcp:44:dd.60003 00000100:00100000:0.0:1787825995.467762:0:49256:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6a900 going to sleep for 11 seconds 00000080:00200000:0.0:1787825995.529185:0:28023:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x1e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787825995.529201:0:28023:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787825995.529233:0:28023:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x1e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1787825995.989991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787825998.038025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787825999.843642:0:49457:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787825999.843670:0:49457:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787825999.843689:0:49457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:1.0:1787825999.843703:0:49457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000080:00200000:1.0:1787825999.843712:0:49457:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787825999.843720:0:49457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787825999.843724:0:49457:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:1.0:1787825999.843731:0:49457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc3dffb58 00010000:00010000:1.0:1787825999.843735:0:49457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:1.0:1787825999.843744:0:49457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:1.0:1787825999.843759:0:49457:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787825999.843767:0:49457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=24 00000080:00200000:1.0:1787825999.844075:0:49457:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908), inode mode 41ff mask 1 00000080:00200000:1.0:1787825999.844082:0:49457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f19.sanity-sec, flags=8 00000080:00200008:0.0:1787825999.844189:0:49457:0:(file.c:6313:ll_getattr_dentry()) START file f19.sanity-sec:[0x240000402:0x1e:0x0](ffff8a4f095300c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787825999.844195:0:49457:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x1e:0x0](ffff8a4f095300c8),name=f19.sanity-sec 00000002:00010000:0.0:1787825999.844220:0:49457:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1e:0x0]) in obj [0x240000402:0x19:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787825999.844231:0:49457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787825999.844241:0:49457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787825999.844247:0:49457:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x19:0x0] suppgids -1 60003: rc 1 00000080:00010000:0.0:1787825999.844252:0:49457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1e:0x0](ffff8a4f095300c8) 00000080:00010000:0.0:1787825999.844255:0:49457:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1e:0x0](ffff8a4f095300c8) for lock 0x7f6ab97892e4cd92 00000080:00010000:0.0:1787825999.844259:0:49457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cd92 from it ffffb55dc3dffcb8 00010000:00010000:0.0:1787825999.844273:0:49457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787825999.844282:0:49457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787825999.844306:0:49457:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x1e:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1787825999.844318:0:49457:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x1e:0x0] 00000008:00010000:0.0:1787825999.844335:0:49457:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787825999.844339:0:49457:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc92b0, osc lock ffff8a4f08c815f0, flags 0x400001002 00010000:00010000:0.0:1787825999.844353:0:49457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cd99 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3f66 expref: -99 pid: 49256 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787825999.844365:0:49457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cd99 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3f66 expref: -99 pid: 49256 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1787825999.844376:0:49457:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787825999.844387:0:49457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cd99 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe3f66 expref: -99 pid: 49256 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787825999.844395:0:49457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cd99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3f66 expref: -99 pid: 49256 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1787825999.844406:0:49457:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787825999.844416:0:49457:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x1e:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:0.0:1787825999.844420:0:49457:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f0a03d8b0 (ffff8a4f0a0326c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787825999.844423:0:49457:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f0a03d8b0 (ffff8a4f0a0326c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787825999.844425:0:49457:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f06bc92b0 (ffff8a4f08aa6128/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787825999.844429:0:49457:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f0a03d8b0 (ffff8a4f0a0326c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787825999.844432:0:49457:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f06bc92b0 (ffff8a4f0a0326c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787825999.844442:0:49457:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x1e:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787825999.844469:0:49457:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787825999.844480:0:49457:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787825999.844488:0:49457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:0.0:1787825999.844496:0:49457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:0.0:1787825999.844502:0:49457:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787825999.844506:0:49457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787825999.844508:0:49457:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:0.0:1787825999.844511:0:49457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc3dffb58 00010000:00010000:0.0:1787825999.844514:0:49457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:0.0:1787825999.844528:0:49457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:0.0:1787825999.844539:0:49457:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787825999.844544:0:49457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=24 00000080:00200000:0.0:1787825999.844548:0:49457:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908), inode mode 41ff mask 1 00000080:00200000:0.0:1787825999.844551:0:49457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f19.sanity-sec, flags=8 00000080:00200008:0.0:1787825999.844555:0:49457:0:(file.c:6313:ll_getattr_dentry()) START file f19.sanity-sec:[0x240000402:0x1e:0x0](ffff8a4f095300c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787825999.844559:0:49457:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x1e:0x0](ffff8a4f095300c8),name=f19.sanity-sec 00000002:00010000:0.0:1787825999.844568:0:49457:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1e:0x0]) in obj [0x240000402:0x19:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787825999.844575:0:49457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787825999.844583:0:49457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787825999.844590:0:49457:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x19:0x0] suppgids -1 60003: rc 1 00000080:00010000:0.0:1787825999.844594:0:49457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1e:0x0](ffff8a4f095300c8) 00000080:00010000:0.0:1787825999.844596:0:49457:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1e:0x0](ffff8a4f095300c8) for lock 0x7f6ab97892e4cd92 00000080:00010000:0.0:1787825999.844600:0:49457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cd92 from it ffffb55dc3dffcb8 00010000:00010000:0.0:1787825999.844603:0:49457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787825999.844611:0:49457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787825999.844634:0:49457:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x1e:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1787825999.844639:0:49457:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x1e:0x0] 00000008:00010000:0.0:1787825999.844646:0:49457:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787825999.844648:0:49457:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc92b0, osc lock ffff8a4f08c815f0, flags 0x400001002 00010000:00010000:0.0:1787825999.844656:0:49457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cd99 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3f66 expref: -99 pid: 49256 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787825999.844666:0:49457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cd99 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3f66 expref: -99 pid: 49256 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1787825999.844674:0:49457:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787825999.844677:0:49457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cd99 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe3f66 expref: -99 pid: 49256 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787825999.844684:0:49457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cd99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe3f66 expref: -99 pid: 49256 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1787825999.844692:0:49457:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787825999.844696:0:49457:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x1e:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:0.0:1787825999.844699:0:49457:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f0a03d8b0 (ffff8a4f0a0326c8/0) at cl_lock_release():245 00000020:00010000:0.0:1787825999.844702:0:49457:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f0a03d8b0 (ffff8a4f0a0326c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787825999.844704:0:49457:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f06bc92b0 (ffff8a4f08aa6128/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787825999.844707:0:49457:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f0a03d8b0 (ffff8a4f0a0326c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787825999.844709:0:49457:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f06bc92b0 (ffff8a4f0a0326c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787825999.844715:0:49457:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x1e:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787825999.844733:0:49457:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787825999.844746:0:49457:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787825999.844753:0:49457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:0.0:1787825999.844761:0:49457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:0.0:1787825999.844766:0:49457:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787825999.844770:0:49457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787825999.844845:0:49457:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:0.0:1787825999.844981:0:49457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc3dffbe8 00010000:00010000:0.0:1787825999.844986:0:49457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:0.0:1787825999.844994:0:49457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:0.0:1787825999.845004:0:49457:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787825999.845010:0:49457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=25 00000080:00200000:0.0:1787825999.845013:0:49457:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908), inode mode 41ff mask 1 00000080:00200000:0.0:1787825999.845017:0:49457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f19.sanity-sec, flags=9 00000080:00200000:0.0:1787825999.845022:0:49457:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1e:0x0](ffff8a4f095300c8), inode mode 81a4 mask 22 00000080:00200000:0.0:1787825999.845036:0:49457:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787825999.845043:0:49457:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787825999.845051:0:49457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:0.0:1787825999.845059:0:49457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:0.0:1787825999.845071:0:49457:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787825999.845075:0:49457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787825999.845078:0:49457:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:0.0:1787825999.845082:0:49457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc3dffc10 00010000:00010000:0.0:1787825999.845085:0:49457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:0.0:1787825999.845092:0:49457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000080:00200000:0.0:1787825999.845103:0:49457:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787825999.845108:0:49457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=24 00000080:00200000:0.0:1787825999.845111:0:49457:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908), inode mode 41ff mask 1 00000080:00200000:0.0:1787825999.845117:0:49457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f19.sanity-sec, flags=0 00000080:00200000:0.0:1787825999.845120:0:49457:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908), inode mode 41ff mask 3 00000080:00200000:0.0:1787825999.845124:0:49457:0:(namei.c:2418:ll_unlink()) VFS Op:name=f19.sanity-sec, dir=[0x240000402:0x19:0x0](ffff8a4f095b0908) 00010000:00010000:0.0:1787825999.845148:0:49457:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787825999.845161:0:49457:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x1e:0x0]: losing layout lock 00010000:00010000:0.0:1787825999.845202:0:49457:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787825999.845209:0:49457:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787825999.845211:0:49457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cd92 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe3f58 expref: -99 pid: 49256 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:0.0:1787825999.845248:0:49457:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787825999.845261:0:49457:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c58000 x1874669421866496/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787825999.845299:0:49457:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49457:1874669421866496:192.168.203.149@tcp:36:rm.60003 00000100:00100000:0.0:1787825999.845440:0:49457:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6a000 going to sleep for 11 seconds 00000100:00100000:1.0:1787826002.637668:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826002.637779:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431898496 00000100:00100000:0.0:1787826002.637789:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431898496 00000100:00100000:0.0:1787826002.637888:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 64 00000100:00100000:0.0:1787826002.637898:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8412:x1874669431898496:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826002.637913:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cd99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe3f66 expref: -99 pid: 49256 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826002.637972:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826002.637976:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8412:x1874669431898496:12345-192.168.203.149@tcp:104: Request processed in 82us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826002.637981:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 64 00000080:00200000:0.0:1787826010.793786:0:49707:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826010.793820:0:49707:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826010.793839:0:49707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:0.0:1787826010.793909:0:49707:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000080:00200000:0.0:1787826010.793918:0:49707:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826010.793933:0:49707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826010.793936:0:49707:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:0.0:1787826010.793944:0:49707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc4027b58 00010000:00010000:0.0:1787826010.793948:0:49707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:0.0:1787826010.793957:0:49707:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:0.0:1787826010.793970:0:49707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826010.793987:0:49707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=8 00000080:00200008:0.0:1787826010.793996:0:49707:0:(file.c:6313:ll_getattr_dentry()) START file d19.sanity-sec:[0x240000402:0x19:0x0](ffff8a4f095b0908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826010.794001:0:49707:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908),name=d19.sanity-sec 00000002:00010000:0.0:1787826010.794015:0:49707:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x19:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826010.794023:0:49707:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/25 (0 0) 00010000:00010000:0.0:1787826010.794085:0:49707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.794094:0:49707:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.794103:0:49707:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826010.794127:0:49707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49707:1874669421869184:192.168.203.149@tcp:101:rm.0 00000100:00100000:0.0:1787826010.794256:0:49707:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f068ea840 going to sleep for 11 seconds 00000100:00100000:0.0:1787826010.797847:0:49707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49707:1874669421869184:192.168.203.149@tcp:101:rm.0 00010000:00010000:0.0:1787826010.798017:0:49707:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.798060:0:49707:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.798070:0:49707:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.798079:0:49707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.798086:0:49707:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.798095:0:49707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.798100:0:49707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.798104:0:49707:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826010.798112:0:49707:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c583c0 x1874669421869184/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826026 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826010.798122:0:49707:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.798128:0:49707:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/25 (0 0) 00000080:00200000:0.0:1787826010.798138:0:49707:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826010.798161:0:49707:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x19:0x0], updating i_size 4096 00000080:00010000:0.0:1787826010.798166:0:49707:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) for lock 0x7f6ab97892e4cda0 00000080:00010000:0.0:1787826010.798169:0:49707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) 00000080:00010000:0.0:1787826010.798172:0:49707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cda0 from it ffffb55dc4027cb8 00010000:00010000:0.0:1787826010.798174:0:49707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.798180:0:49707:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826010.798258:0:49707:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826010.798279:0:49707:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826010.798291:0:49707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00010000:0.0:1787826010.798302:0:49707:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:0.0:1787826010.798309:0:49707:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826010.798313:0:49707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826010.798315:0:49707:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:0.0:1787826010.798318:0:49707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc4027bf8 00010000:00010000:0.0:1787826010.798320:0:49707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00010000:0.0:1787826010.798324:0:49707:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00000080:00200000:0.0:1787826010.798340:0:49707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826010.798344:0:49707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=266 00000080:00200000:0.0:1787826010.798350:0:49707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908), inode mode 41ff mask 44 00000080:00200008:0.0:1787826010.798359:0:49707:0:(file.c:1090:ll_file_open()) START file d19.sanity-sec:[0x240000402:0x19:0x0](ffff8a4f095b0908), flags 704400 00000002:00010000:0.0:1787826010.798406:0:49707:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x19:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787826010.798449:0:49707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.798454:0:49707:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826010.798462:0:49707:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826010.799185:0:49707:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c583c0 x1874669421869440/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826010.799209:0:49707:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826010.799230:0:49707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49707:1874669421869440:192.168.203.149@tcp:101:rm.0 00000100:00100000:0.0:1787826010.799438:0:49707:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f068ea840 going to sleep for 11 seconds 00000100:00100000:0.0:1787826010.806608:0:49707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49707:1874669421869440:192.168.203.149@tcp:101:rm.0 00010000:00010000:0.0:1787826010.806630:0:49707:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.806643:0:49707:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.806650:0:49707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.806673:0:49707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.806681:0:49707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.806686:0:49707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f10de0800 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:0.0:1787826010.806691:0:49707:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.806697:0:49707:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.806704:0:49707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.806710:0:49707:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826010.806716:0:49707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826010.806723:0:49707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0800/0x7f6ab97892e4cda7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 49707 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826010.806746:0:49707:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff8a4f13c583c0 x1874669421869440/t4294967430(4294967430) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826026 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787826010.806759:0:49707:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13c583c0 x1874669421869440/t4294967430(4294967430) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826026 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787826010.806774:0:49707:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826010.806799:0:49707:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x19:0x0], updating i_size 4096 00000002:00100000:0.0:1787826010.806827:0:49707:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13c583c0 x1874669421869440/t4294967430(4294967430) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826026 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787826010.806933:0:49707:0:(file.c:6313:ll_getattr_dentry()) START file d19.sanity-sec:[0x240000402:0x19:0x0](ffff8a4f095b0908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826010.806942:0:49707:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908),name=d19.sanity-sec 00000002:00010000:0.0:1787826010.806962:0:49707:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x19:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826010.806974:0:49707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826010.806986:0:49707:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826010.806993:0:49707:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826010.806999:0:49707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) 00000080:00010000:0.0:1787826010.807002:0:49707:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x19:0x0](ffff8a4f095b0908) for lock 0x7f6ab97892e4cda0 00000080:00010000:0.0:1787826010.807007:0:49707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cda0 from it ffffb55dc4027cd8 00010000:00010000:0.0:1787826010.807011:0:49707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826010.807019:0:49707:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826010.807104:0:49707:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787826010.807117:0:49707:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x19:0x0]) in obj [0x240000402:0x19:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787826010.807127:0:49707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826010.807135:0:49707:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787826010.807759:0:49707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49707:1874669421869568:192.168.203.149@tcp:37:rm.0 00000100:00100000:0.0:1787826010.807844:0:49707:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f068ea840 going to sleep for 11 seconds 00000100:00100000:0.0:1787826010.817345:0:49707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49707:1874669421869568:192.168.203.149@tcp:37:rm.0 00010000:00010000:0.0:1787826010.818415:0:49707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826010.818434:0:49707:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826010.818727:0:49707:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1787826010.818810:0:49707:0:(file.c:479:ll_file_release()) START file d19.sanity-sec:[0x240000402:0x19:0x0](ffff8a4f095b0908), flags 704000 00000002:00100000:0.0:1787826010.819011:0:49707:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f13c583c0 x1874669421869440/t4294967430(4294967430) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826026 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787826010.819024:0:49707:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826010.819030:0:49707:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c5ad00 x1874669421869824/t0(0) o35->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826010.819116:0:49707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49707:1874669421869824:192.168.203.149@tcp:35:rm.0 00000100:00100000:0.0:1787826010.819226:0:49707:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f068ea840 going to sleep for 11 seconds 00000100:00100000:0.0:1787826010.822052:0:49707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49707:1874669421869824:192.168.203.149@tcp:35:rm.0 00000002:00100000:0.0:1787826010.822087:0:49707:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f13c583c0 x1874669421869440/t4294967430(4294967430) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826026 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787826010.822155:0:49707:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826010.822173:0:49707:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826010.822216:0:49707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00010000:0.0:1787826010.822229:0:49707:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00000080:00200000:0.0:1787826010.822236:0:49707:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826010.822242:0:49707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826010.822245:0:49707:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:0.0:1787826010.822252:0:49707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc4027c10 00010000:00010000:0.0:1787826010.822255:0:49707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00010000:0.0:1787826010.822263:0:49707:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00000080:00200000:0.0:1787826010.822277:0:49707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826010.822287:0:49707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d19.sanity-sec, flags=0 00000080:00200000:0.0:1787826010.822292:0:49707:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826010.822299:0:49707:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826010.822305:0:49707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00010000:00010000:0.0:1787826010.822312:0:49707:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00000080:00200000:0.0:1787826010.822318:0:49707:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826010.822321:0:49707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826010.822324:0:49707:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cca4 00000080:00010000:0.0:1787826010.822334:0:49707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cca4 from it ffffb55dc4027d88 00010000:00010000:0.0:1787826010.822337:0:49707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00010000:00010000:0.0:1787826010.822344:0:49707:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00000080:00200000:0.0:1787826010.822352:0:49707:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 3 00000080:00200000:0.0:1787826010.822357:0:49707:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d19.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248) 00010000:00010000:0.0:1787826010.822373:0:49707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826010.822412:0:49707:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 1/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826010.822419:0:49707:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787826010.822488:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421869952:192.168.203.149@tcp:103:rm.0 00010000:00010000:0.0:1787826010.822584:0:49707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9f400/0x7f6ab97892e4ccab lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3c10 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826010.822610:0:49707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826010.822675:0:49707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cd8b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe3f3c expref: -99 pid: 49256 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826010.822700:0:49707:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826010.822707:0:49707:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cd8b lrc: 1/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3f3c expref: -99 pid: 49256 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826010.822718:0:49707:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1787826010.822721:0:49707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1c00/0x7f6ab97892e4cda0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3f97 expref: -99 pid: 49707 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826010.822730:0:49707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cd8b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe3f3c expref: -99 pid: 49256 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787826010.822750:0:49707:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826010.822757:0:49707:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c583c0 x1874669421870208/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826010.822772:0:49707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49707:1874669421870208:192.168.203.149@tcp:36:rm.0 00000100:00100000:0.0:1787826010.822809:0:49707:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f068ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1787826010.827154:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826010.827214:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431903104 00000100:00100000:0.0:1787826010.827224:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431903104 00000100:00100000:0.0:1787826010.827282:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 65 00000100:00100000:0.0:1787826010.827292:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6503:x1874669431903104:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826010.827310:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f09f9ee00/0x7f6ab97892e4cca4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe3bf4 expref: -99 pid: 48680 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00010000:00010000:0.0:1787826010.827388:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826010.827396:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6503:x1874669431903104:12345-192.168.203.149@tcp:104: Request processed in 106us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826010.827403:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 65 00000100:00100000:0.0:1787826010.836272:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421869952:192.168.203.149@tcp:103:rm.0 00000100:00100000:0.0:1787826010.883224:0:49707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:49707:1874669421870208:192.168.203.149@tcp:36:rm.0 00000080:00200000:0.0:1787826010.883288:0:49707:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240000402:0x19:0x0](ffff8a4f095b0908) 00000100:00100000:0.0:1787826013.272193:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421870592:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826013.272193:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421870464:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826013.272292:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421870848:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826013.272294:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421870720:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826013.272327:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421870976:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826013.275231:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421870592:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826013.275251:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421870848:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826013.275289:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421870464:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826013.275300:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421870720:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826013.275309:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421870976:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787826021.590082:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826023.638026:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826025.686280:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826027.734647:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787826027.770607:0:50433:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 20: test nodemap mapped_admin fileops ========================================================== 06:20:26 (1787826026) 00010000:00010000:1.0:1787826029.782101:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826031.830116:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826033.756097:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421873024:192.168.203.149@tcp:400:kworker.0 00000100:00080000:1.0:1787826033.756097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1787826033.756106:0:28023:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8a4f07c09000: disconnect after 23s idle 00000100:00080000:1.0:1787826033.756127:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1787826033.756130:0:28023:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8a4f07c09000: disconnect after 23s idle 00000100:00100000:1.0:1787826033.756172:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421873152:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826033.756261:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421873280:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826033.766365:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421873280:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826033.774333:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421873152:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826033.778390:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421873024:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787826033.878154:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826035.926077:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826037.974378:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826038.871360:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421873664:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826038.871745:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421873920:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826038.871809:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826038.871817:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421873792:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826038.894712:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421873792:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826038.894732:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421873664:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826038.894744:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421873920:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787826040.024824:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826042.070031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826044.118194:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826046.166238:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826048.214261:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826050.262021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826052.310447:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826054.358090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826056.406005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826058.454000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826060.503993:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787826060.793431:0:50301:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826060.793453:0:50301:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826060.793494:0:50301:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826060.793520:0:50301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe40e7 expref: -99 pid: 50946 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826060.793540:0:50301:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe40e7 expref: -99 pid: 50946 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826060.793549:0:50301:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826060.793562:0:50301:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826060.793566:0:50301:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdae 00000080:00010000:1.0:1787826060.793576:0:50301:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdae from it ffffb55dc15afcb8 00010000:00010000:1.0:1787826060.793765:0:50301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cdae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe40e7 expref: -99 pid: 50946 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826060.793795:0:50301:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cdae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe40e7 expref: -99 pid: 50946 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826062.551194:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826064.598012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826065.873774:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787826065.873782:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4cdbc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe411f expref: -99 pid: 50954 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826065.874060:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4cdbc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe411f expref: -99 pid: 50954 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826065.874069:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787826065.874091:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:6176:1874669421876992:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826065.874220:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6af00 going to sleep for 11 seconds 00000080:00200000:1.0:1787826067.220425:0:51063:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826067.220458:0:51063:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826067.220547:0:51063:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826067.220565:0:51063:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826067.220574:0:51063:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826067.220641:0:51063:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826067.220646:0:51063:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826067.220654:0:51063:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc219fbf8 00010000:00010000:1.0:1787826067.220665:0:51063:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826067.220674:0:51063:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826067.220689:0:51063:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826067.220701:0:51063:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:1.0:1787826067.220705:0:51063:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:1.0:1787826067.220717:0:51063:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d20.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787826067.220759:0:51063:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51063 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.220766:0:51063:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51063 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.220774:0:51063:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51063 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826067.220808:0:51063:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51063:1874669421877632:192.168.203.149@tcp:101:touch.0 00000100:00100000:1.0:1787826067.220931:0:51063:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6ad80 going to sleep for 11 seconds 00010000:00010000:1.0:1787826067.226127:0:51063:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe41ab expref: -99 pid: 51063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.226146:0:51063:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe41ab expref: -99 pid: 51063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.226157:0:51063:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe41ab expref: -99 pid: 51063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.226188:0:51063:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe41ab expref: -99 pid: 51063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.226206:0:51063:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe41ab expref: -99 pid: 51063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.226236:0:51063:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe41ab expref: -99 pid: 51063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.226244:0:51063:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe41ab expref: -99 pid: 51063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826067.226396:0:51063:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13cb2d00 x1874669421877632/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826083 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826067.226415:0:51063:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe41ab expref: -99 pid: 51063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.226426:0:51063:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/37 (0 0) 00000080:00200000:1.0:1787826067.226433:0:51063:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826067.226464:0:51063:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x25:0x0], updating i_size 4096 00000080:00200000:1.0:1787826067.226531:0:51063:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x25:0x0](ffff8a4f095300c8): rc = 0 00000080:00010000:1.0:1787826067.226541:0:51063:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) for lock 0x7f6ab97892e4cdd8 00000080:00010000:1.0:1787826067.226557:0:51063:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) 00000080:00010000:1.0:1787826067.226562:0:51063:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdd8 from it ffffb55dc219fac8 00010000:00010000:1.0:1787826067.226566:0:51063:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe41ab expref: -99 pid: 51063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.226587:0:51063:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679c00/0x7f6ab97892e4cdd8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe41ab expref: -99 pid: 51063 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826067.226622:0:51063:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 4003 mask 1 00000080:00200000:1.0:1787826067.226642:0:51063:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 4003 mask 3 00000080:00200000:1.0:1787826067.226648:0:51063:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8), file ffff8a4f02ce4600, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1787826067.226656:0:51063:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8), intent=open|creat 00000002:00010000:1.0:1787826067.226687:0:51063:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f20.sanity-sec,[0x200000402:0x26:0x0]) in obj [0x200000402:0x25:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1787826067.226734:0:51063:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679000/0x7f6ab97892e4cddf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51063 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826067.226742:0:51063:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679000/0x7f6ab97892e4cddf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51063 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826067.226752:0:51063:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826067.226759:0:51063:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb2d00 x1874669421877888/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826067.226767:0:51063:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01679000/0x7f6ab97892e4cddf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51063 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826067.226785:0:51063:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51063:1874669421877888:192.168.203.149@tcp:101:touch.0 00000100:00100000:1.0:1787826067.226969:0:51063:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6ab40 going to sleep for 11 seconds 00000080:00200000:1.0:1787826067.302760:0:51063:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1787826067.302776:0:51063:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f20.sanity-sec:[0x200000402:0x26:0x0](ffff8a4f095b4b08) current size 0, valid attrs 100201f0, mode 8a4f, uid -1038483888, gid -19107, new size 18446744072304917015, atime 1787826067.000000000, mtime 1787826067.000000000, ctime 1787826067.000000000, rc 0 00000080:00200008:1.0:1787826067.302833:0:51063:0:(file.c:479:ll_file_release()) START file f20.sanity-sec:[0x200000402:0x26:0x0](ffff8a4f095b4b08), flags 104001 00000002:00100000:1.0:1787826067.302923:0:51063:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f13cb2d00 x1874669421877888/t4294967499(4294967499) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826083 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787826067.302934:0:51063:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826067.302940:0:51063:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0000 x1874669421878784/t0(0) o35->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:65534 00000100:00100000:1.0:1787826067.302961:0:51063:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51063:1874669421878784:192.168.203.149@tcp:35:touch.0 00000100:00100000:1.0:1787826067.303036:0:51063:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1787826068.531663:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826068.532050:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431934592 00000100:00100000:0.0:1787826068.532062:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431934592 00000100:00100000:0.0:1787826068.532179:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 66 00000100:00100000:0.0:1787826068.532189:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:26966:x1874669431934592:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826068.532208:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000068bb0252/0x7f6ab97892e4cdf4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4206 expref: -99 pid: 51067 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826068.532288:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826068.532305:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:26966:x1874669431934592:12345-192.168.203.149@tcp:104: Request processed in 118us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826068.532313:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 66 00000080:00200000:1.0:1787826068.612506:0:51086:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826068.612557:0:51086:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826068.612579:0:51086:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787826068.612597:0:51086:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787826068.612607:0:51086:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826068.612616:0:51086:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826068.612619:0:51086:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826068.612627:0:51086:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2237bf8 00010000:00010000:1.0:1787826068.612632:0:51086:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787826068.612641:0:51086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787826068.612666:0:51086:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826068.612678:0:51086:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:1.0:1787826068.612683:0:51086:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:1.0:1787826068.612695:0:51086:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d20.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787826068.613104:0:51086:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01678200/0x7f6ab97892e4ce02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51086 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.613113:0:51086:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01678200/0x7f6ab97892e4ce02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51086 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.613228:0:51086:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01678200/0x7f6ab97892e4ce02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51086 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826068.613260:0:51086:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51086:1874669421879936:192.168.203.149@tcp:101:touch.0 00000100:00100000:1.0:1787826068.613371:0:51086:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6a900 going to sleep for 11 seconds 00000100:00100000:1.0:1787826068.629925:0:51086:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51086:1874669421879936:192.168.203.149@tcp:101:touch.0 00010000:00010000:1.0:1787826068.629955:0:51086:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f01678200/0x7f6ab97892e4ce02 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe425a expref: -99 pid: 51086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826068.759113:0:51090:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826068.759143:0:51090:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826068.759162:0:51090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826068.759177:0:51090:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787826068.759186:0:51090:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826068.759193:0:51090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826068.759197:0:51090:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826068.759204:0:51090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc223fb58 00010000:00010000:0.0:1787826068.759208:0:51090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826068.759218:0:51090:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787826068.759232:0:51090:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826068.759245:0:51090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:0.0:1787826068.759250:0:51090:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 40c0 mask 1 00000080:00200000:0.0:1787826068.759257:0:51090:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8), flags=8 00000080:00200000:0.0:1787826068.759262:0:51090:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8), intent=getattr 00000002:00010000:0.0:1787826068.759274:0:51090:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f20.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000402:0x25:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787826068.759313:0:51090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826068.759321:0:51090:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51090 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826068.759330:0:51090:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51090 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826068.759355:0:51090:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51090:1874669421881216:192.168.203.149@tcp:101:rm.0 00000100:00100000:0.0:1787826068.759451:0:51090:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20180 going to sleep for 11 seconds 00000100:00100000:1.0:1787826068.768392:0:51090:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51090:1874669421881216:192.168.203.149@tcp:101:rm.0 00010000:00010000:1.0:1787826068.768418:0:51090:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.768436:0:51090:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.768463:0:51090:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.768474:0:51090:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.768484:0:51090:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.768496:0:51090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.768505:0:51090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.768512:0:51090:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826068.768523:0:51090:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c58780 x1874669421881216/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1787826084 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826068.768534:0:51090:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787826068.768546:0:51090:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.768563:0:51090:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/39 (0 0) 00000080:00200000:1.0:1787826068.768569:0:51090:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x25:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826068.768612:0:51090:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x27:0x0](ffff8a4f095b4b08): rc = 0 00000080:00200000:1.0:1787826068.768626:0:51090:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x27:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1787826068.768631:0:51090:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x27:0x0](ffff8a4f095b4b08) for lock 0x7f6ab97892e4ce17 00000080:00010000:1.0:1787826068.768642:0:51090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x27:0x0](ffff8a4f095b4b08) 00000080:00010000:1.0:1787826068.768646:0:51090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce17 from it ffffb55dc223fb20 00010000:00010000:1.0:1787826068.768649:0:51090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.768659:0:51090:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1787826068.768696:0:51090:0:(file.c:6313:ll_getattr_dentry()) START file f20.sanity-sec:[0x200000402:0x27:0x0](ffff8a4f095b4b08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826068.768703:0:51090:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x27:0x0](ffff8a4f095b4b08),name=f20.sanity-sec 00000002:00010000:1.0:1787826068.768723:0:51090:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x27:0x0]) in obj [0x200000402:0x25:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826068.768732:0:51090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826068.768743:0:51090:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826068.768750:0:51090:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x25:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826068.768755:0:51090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x27:0x0](ffff8a4f095b4b08) 00000080:00010000:1.0:1787826068.768758:0:51090:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x27:0x0](ffff8a4f095b4b08) for lock 0x7f6ab97892e4ce17 00000080:00010000:1.0:1787826068.768762:0:51090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce17 from it ffffb55dc223fcb8 00010000:00010000:1.0:1787826068.768771:0:51090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826068.768778:0:51090:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826068.768807:0:51090:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787826068.768817:0:51090:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x27:0x0] 00000008:00010000:1.0:1787826068.768835:0:51090:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826068.768838:0:51090:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f069dfa30, osc lock ffff8a4f0691c3a8, flags 0x400001002 00010000:00010000:1.0:1787826068.768917:0:51090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.768928:0:51090:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826068.768959:0:51090:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1787826068.769431:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421881344:192.168.203.149@tcp:101:rm.0 00010000:00010000:1.0:1787826068.779297:0:2404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 6/2,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.779326:0:2404:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 6/2,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe42b5 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.779342:0:2404:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 6/2,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe42b5 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.779355:0:2404:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 6/2,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe42b5 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826068.779389:0:2404:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 5/2,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe42b5 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826068.779401:0:2404:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1787826068.779420:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 6/2,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe42b5 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.779429:0:2404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 5/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe42b5 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.779437:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 5/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe42b5 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826068.779446:0:2404:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe42b5 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787826068.779467:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421881344:192.168.203.149@tcp:101:rm.0 00000080:00200000:0.0:1787826068.779821:0:51090:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x27:0x0] updating i_size 0 i_blocks 0 00000020:00010000:0.0:1787826068.779827:0:51090:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f0a0de290 (ffff8a4f08aa6998/0) at cl_lock_release():245 00000020:00010000:0.0:1787826068.779832:0:51090:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f0a0de290 (ffff8a4f08aa6998/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826068.779836:0:51090:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f069dfa30 (ffff8a4f09f89b48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826068.779840:0:51090:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f0a0de290 (ffff8a4f08aa6998/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826068.779843:0:51090:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f069dfa30 (ffff8a4f08aa6998/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826068.779888:0:51090:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826068.779949:0:51090:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826068.779971:0:51090:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826068.779990:0:51090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826068.780013:0:51090:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787826068.780020:0:51090:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826068.780029:0:51090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826068.780033:0:51090:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826068.780051:0:51090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc223fc10 00010000:00010000:0.0:1787826068.780054:0:51090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826068.780061:0:51090:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1787826068.780071:0:51090:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826068.780078:0:51090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:0.0:1787826068.780084:0:51090:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 40c0 mask 1 00000080:00200000:0.0:1787826068.780091:0:51090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=0 00000080:00200000:0.0:1787826068.780094:0:51090:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 40c0 mask 3 00000080:00200000:0.0:1787826068.780099:0:51090:0:(namei.c:2418:ll_unlink()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8) 00010000:00010000:0.0:1787826068.780128:0:51090:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826068.780141:0:51090:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x27:0x0]: losing layout lock 00010000:00010000:0.0:1787826068.780154:0:51090:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4ce10 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe428b expref: -99 pid: 51086 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826068.780161:0:51090:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x27:0x0]: losing layout lock 00010000:00010000:0.0:1787826068.780196:0:51090:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826068.780203:0:51090:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4ce10 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe428b expref: -99 pid: 51086 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826068.780208:0:51090:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1787826068.780211:0:51090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0000/0x7f6ab97892e4ce17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe42ae expref: -99 pid: 51090 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826068.780222:0:51090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4ce10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe428b expref: -99 pid: 51086 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:0.0:1787826068.780242:0:51090:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826068.780250:0:51090:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c5b480 x1874669421881600/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826068.780272:0:51090:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51090:1874669421881600:192.168.203.149@tcp:36:rm.0 00000100:00100000:0.0:1787826068.780348:0:51090:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826068.786944:0:51090:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51090:1874669421881600:192.168.203.149@tcp:36:rm.0 00000080:00200000:1.0:1787826068.787010:0:51090:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787826068.787024:0:51090:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826068.787063:0:51090:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826068.787071:0:51090:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000402:0x27:0x0](ffff8a4f095b4b08) 00000008:00010000:1.0:1787826068.787102:0:51090:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1787826068 1787826068 1787826068 by oinfo size 0 blocks 0 [cma]time 1787826068 1787826068 1787826068 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 1/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe42b5 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1787826069.590276:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421881856:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826069.590374:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421882112:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826069.590407:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787826069.590412:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421881728:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826069.590446:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421881984:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826069.590473:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421882240:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826069.604342:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421881856:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826069.604373:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421882112:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826069.604409:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421881728:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826069.604424:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421881984:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826069.604435:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421882240:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826069.720165:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787826070.030549:0:51118:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826070.030578:0:51118:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826070.030596:0:51118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00010000:00010000:0.0:1787826070.030613:0:51118:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00000080:00200000:0.0:1787826070.030621:0:51118:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826070.030635:0:51118:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826070.030639:0:51118:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826070.030647:0:51118:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc224fbf8 00010000:00010000:0.0:1787826070.030651:0:51118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00010000:00010000:0.0:1787826070.030660:0:51118:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00000080:00200000:0.0:1787826070.030675:0:51118:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826070.030685:0:51118:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:0.0:1787826070.030689:0:51118:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:0.0:1787826070.030701:0:51118:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d20.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787826070.030745:0:51118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1800/0x7f6ab97892e4ce2c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826070.030753:0:51118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1800/0x7f6ab97892e4ce2c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826070.030760:0:51118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1800/0x7f6ab97892e4ce2c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51118 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826070.030794:0:51118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51118:1874669421884032:192.168.203.149@tcp:101:dd.0 00000100:00100000:0.0:1787826070.031485:0:51118:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e206c0 going to sleep for 11 seconds 00000080:00200000:0.0:1787826070.149869:0:51118:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1787826070.149933:0:51118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51118:1874669421884672:192.168.203.149@tcp:44:dd.0 00000100:00100000:0.0:1787826070.150011:0:51118:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826070.158829:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826070.159153:0:44290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431934848 00000100:00100000:1.0:1787826070.159163:0:44290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431934848 00000100:00100000:1.0:1787826070.159216:0:44290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 67 00000100:00100000:1.0:1787826070.159225:0:44290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c59680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8412:x1874669431934848:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826070.159243:0:44290:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000e7b1b3cd/0x7f6ab97892e4ce1e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe42b5 expref: -99 pid: 51090 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826070.159341:0:44290:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826070.159348:0:44290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c59680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8412:x1874669431934848:12345-192.168.203.149@tcp:104: Request processed in 125us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826070.159356:0:44290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 67 00000080:00200000:1.0:1787826070.191555:0:38140:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787826070.191572:0:38140:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826070.191612:0:38140:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1787826077.455310:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826077.460167:0:44290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431939328 00000100:00100000:0.0:1787826077.460188:0:44290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431939328 00000100:00100000:0.0:1787826077.460362:0:44290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 68 00000100:00100000:0.0:1787826077.460376:0:44290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb03c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8413:x1874669431939328:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826077.460398:0:44290:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000054271b6e/0x7f6ab97892e4ce3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe432c expref: -99 pid: 51118 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826077.460520:0:44290:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826077.460528:0:44290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb03c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8413:x1874669431939328:12345-192.168.203.149@tcp:104: Request processed in 155us (5236us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826077.460536:0:44290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 68 00010000:00010000:0.0:1787826077.911157:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826079.958720:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826082.006922:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826084.054320:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826086.102258:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787826087.995045:0:51607:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826087.995060:0:51607:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826087.995082:0:51607:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826087.995099:0:51607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:1.0:1787826087.995115:0:51607:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:1.0:1787826087.995123:0:51607:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826087.995131:0:51607:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826087.995134:0:51607:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826087.995142:0:51607:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2f27cb8 00010000:00010000:1.0:1787826087.995146:0:51607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:1.0:1787826087.995155:0:51607:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200008:1.0:1787826087.995604:0:51607:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826087.995609:0:51607:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826087.995620:0:51607:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826087.995628:0:51607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:1.0:1787826087.995637:0:51607:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:1.0:1787826087.995644:0:51607:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826087.995648:0:51607:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826087.995663:0:51607:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826087.995668:0:51607:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2f27cb8 00010000:00010000:1.0:1787826087.995672:0:51607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:1.0:1787826087.995679:0:51607:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:1.0:1787826087.995767:0:51607:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826087.995776:0:51607:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826087.995783:0:51607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:1.0:1787826087.995792:0:51607:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:1.0:1787826087.995809:0:51607:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826087.995813:0:51607:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826087.995816:0:51607:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826087.995820:0:51607:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2f27bb0 00010000:00010000:1.0:1787826087.995824:0:51607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:1.0:1787826087.995831:0:51607:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:1.0:1787826087.995840:0:51607:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787826087.995847:0:51607:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787826087.995898:0:51607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=12a1cf0 00000100:00100000:1.0:1787826087.995950:0:51607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421888896:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826087.996164:0:51607:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826087.999153:0:51607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421888896:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826087.999225:0:51607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421889024:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826087.999305:0:51607:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826088.009306:0:51607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421889024:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826088.009418:0:51607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421889152:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826088.009552:0:51607:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826088.022736:0:51607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421889152:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826088.022803:0:51607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421889280:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826088.022889:0:51607:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826088.031786:0:51607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421889280:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826088.031849:0:51607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421889408:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826088.031982:0:51607:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826088.037264:0:51607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421889408:192.168.203.149@tcp:48:lfs.0 00000080:00200008:0.0:1787826088.037317:0:51607:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:0.0:1787826088.037704:0:51607:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826088.037712:0:51607:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826088.037731:0:51607:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826088.037749:0:51607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787826088.037763:0:51607:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:0.0:1787826088.037770:0:51607:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826088.037777:0:51607:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826088.037781:0:51607:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826088.037787:0:51607:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2f27cb8 00010000:00010000:0.0:1787826088.037791:0:51607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787826088.037800:0:51607:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:0.0:1787826088.037839:0:51607:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826088.037847:0:51607:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826088.037913:0:51607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787826088.037928:0:51607:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:0.0:1787826088.037935:0:51607:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826088.037939:0:51607:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826088.037941:0:51607:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826088.037946:0:51607:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2f27bb0 00010000:00010000:0.0:1787826088.037949:0:51607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787826088.037957:0:51607:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:0.0:1787826088.037978:0:51607:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:0.0:1787826088.037984:0:51607:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:0.0:1787826088.037996:0:51607:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=12a1cf0 00000100:00100000:0.0:1787826088.038039:0:51607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51607:1874669421889536:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826088.039342:0:51607:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310a900 going to sleep for 11 seconds 00010000:00010000:0.0:1787826088.150988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787826089.197637:0:51621:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826089.197681:0:51621:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826089.197699:0:51621:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:1.0:1787826089.197714:0:51621:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:1.0:1787826089.197721:0:51621:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826089.197728:0:51621:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826089.197732:0:51621:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826089.197745:0:51621:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2f47b58 00010000:00010000:1.0:1787826089.197749:0:51621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:1.0:1787826089.197758:0:51621:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:1.0:1787826089.197774:0:51621:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826089.197782:0:51621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:1.0:1787826089.197791:0:51621:0:(file.c:6313:ll_getattr_dentry()) START file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826089.197795:0:51621:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8),name=d20.sanity-sec 00000002:00010000:1.0:1787826089.197807:0:51621:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826089.197813:0:51621:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/37 (0 0) 00010000:00010000:1.0:1787826089.197882:0:51621:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51621 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826089.197889:0:51621:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51621 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826089.197899:0:51621:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51621 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826089.197924:0:51621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51621:1874669421890176:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787826089.198024:0:51621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6af00 going to sleep for 11 seconds 00000100:00100000:0.0:1787826089.204335:0:51621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51621:1874669421890176:192.168.203.149@tcp:101:chmod.0 00010000:00010000:0.0:1787826089.204362:0:51621:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.204379:0:51621:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.204403:0:51621:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.204414:0:51621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.204425:0:51621:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.204438:0:51621:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.204446:0:51621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.204454:0:51621:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826089.204465:0:51621:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb0000 x1874669421890176/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826105 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:65534 00000002:00010000:0.0:1787826089.204480:0:51621:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.204490:0:51621:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/37 (0 0) 00000080:00200000:0.0:1787826089.204497:0:51621:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826089.204521:0:51621:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x25:0x0], updating i_size 4096 00000080:00010000:0.0:1787826089.204533:0:51621:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) for lock 0x7f6ab97892e4ce41 00000080:00010000:0.0:1787826089.204540:0:51621:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) 00000080:00010000:0.0:1787826089.204543:0:51621:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce41 from it ffffb55dc2f47cb8 00010000:00010000:0.0:1787826089.204547:0:51621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.204555:0:51621:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826089.204618:0:51621:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826089.204635:0:51621:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826089.204658:0:51621:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:0.0:1787826089.204677:0:51621:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:0.0:1787826089.204685:0:51621:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826089.204690:0:51621:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826089.204693:0:51621:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826089.204697:0:51621:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2f47c08 00010000:00010000:0.0:1787826089.204700:0:51621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:0.0:1787826089.204708:0:51621:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:0.0:1787826089.204717:0:51621:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826089.204730:0:51621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:0.0:1787826089.204743:0:51621:0:(llite_lib.c:2427:ll_setattr_raw()) START file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8) current size 4096, valid attrs 41, mode 4003, uid 43950080, gid -30129, new size 0, atime 1787826089.000000000, mtime 1787826089.000000000, ctime 1787826089.000000000 00010000:00010000:0.0:1787826089.204760:0:51621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826089.204786:0:51621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1800/0x7f6ab97892e4ce2c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4302 expref: -99 pid: 51118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826089.204832:0:51621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826089.204839:0:51621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1800/0x7f6ab97892e4ce2c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4302 expref: -99 pid: 51118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826089.204845:0:51621:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1787826089.204847:0:51621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7e00/0x7f6ab97892e4ce41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4364 expref: -99 pid: 51621 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826089.204892:0:51621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1800/0x7f6ab97892e4ce2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4302 expref: -99 pid: 51118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787826089.204910:0:51621:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826089.204917:0:51621:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c592c0 x1874669421890432/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826089.204941:0:51621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51621:1874669421890432:192.168.203.149@tcp:36:chmod.0 00000100:00100000:0.0:1787826089.205026:0:51621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826089.268935:0:51621:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967512 gen 1 00000100:00100000:0.0:1787826089.268974:0:51621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51621:1874669421890432:192.168.203.149@tcp:36:chmod.0 00000080:00200000:0.0:1787826089.269011:0:51621:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x25:0x0], updating i_size 4096 00000080:00200008:0.0:1787826089.269031:0:51621:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8) current size 4096, valid attrs 10000041, mode 4003, uid 43950080, gid -30129, new size 0, atime 1787826089.000000000, mtime 1787826089.000000000, ctime 1787826089.000000000, rc 0 00000080:00200000:1.0:1787826089.327287:0:51625:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826089.327316:0:51625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826089.327346:0:51625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:1.0:1787826089.327374:0:51625:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:1.0:1787826089.327382:0:51625:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826089.327391:0:51625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826089.327395:0:51625:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826089.327402:0:51625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2f57bf8 00010000:00010000:1.0:1787826089.327406:0:51625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:1.0:1787826089.327415:0:51625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:1.0:1787826089.327430:0:51625:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826089.327442:0:51625:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:1.0:1787826089.327447:0:51625:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:1.0:1787826089.327459:0:51625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d20.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787826089.327500:0:51625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826089.327508:0:51625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826089.327517:0:51625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51625 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826089.327539:0:51625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51625:1874669421890560:192.168.203.149@tcp:101:touch.60003 00000100:00100000:1.0:1787826089.327631:0:51625:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826089.335065:0:51625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51625:1874669421890560:192.168.203.149@tcp:101:touch.60003 00010000:00010000:0.0:1787826089.335091:0:51625:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.335111:0:51625:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.335121:0:51625:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.335132:0:51625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.335144:0:51625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.335156:0:51625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.335164:0:51625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.335171:0:51625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826089.335195:0:51625:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13cb0780 x1874669421890560/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826105 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:0.0:1787826089.335209:0:51625:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.335219:0:51625:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/37 (0 0) 00000080:00200000:0.0:1787826089.335226:0:51625:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1787826089.335252:0:51625:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x25:0x0], updating i_size 4096 00000080:00200000:0.0:1787826089.335256:0:51625:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x25:0x0](ffff8a4f095300c8): rc = 0 00000080:00010000:0.0:1787826089.335262:0:51625:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) for lock 0x7f6ab97892e4ce48 00000080:00010000:0.0:1787826089.335273:0:51625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) 00000080:00010000:0.0:1787826089.335277:0:51625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce48 from it ffffb55dc2f57ac8 00010000:00010000:0.0:1787826089.335280:0:51625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.335290:0:51625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826089.335319:0:51625:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 4003 mask 1 00000080:00200000:0.0:1787826089.335568:0:51625:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 4003 mask 3 00000080:00200000:0.0:1787826089.335575:0:51625:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8), file ffff8a4f13faa000, open_flags 8941, mode 81b6 opened 0 00000080:00200000:0.0:1787826089.335583:0:51625:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8), intent=open|creat 00000002:00010000:0.0:1787826089.335607:0:51625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f20.sanity-sec,[0x200000402:0x29:0x0]) in obj [0x200000402:0x25:0x0], intent: open|creat flags 0104502 00010000:00010000:0.0:1787826089.335664:0:51625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.335682:0:51625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51625 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826089.335693:0:51625:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826089.335700:0:51625:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c592c0 x1874669421890816/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826089.335709:0:51625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51625 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826089.335728:0:51625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51625:1874669421890816:192.168.203.149@tcp:101:touch.60003 00000100:00100000:0.0:1787826089.335848:0:51625:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826089.343554:0:51625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51625:1874669421890816:192.168.203.149@tcp:101:touch.60003 00010000:00010000:0.0:1787826089.343581:0:51625:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.343602:0:51625:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 4/0,1 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.343611:0:51625:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 4/0,1 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.343622:0:51625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.343633:0:51625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.343678:0:51625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.343686:0:51625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.343693:0:51625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826089.343705:0:51625:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f13c592c0 x1874669421890816/t4294967513(4294967513) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826105 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00100000:0.0:1787826089.343718:0:51625:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13c592c0 x1874669421890816/t4294967513(4294967513) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826105 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:0.0:1787826089.343780:0:51625:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826089.343794:0:51625:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826089.343805:0:51625:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/41 (0 0) 00000080:00200000:0.0:1787826089.343812:0:51625:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x25:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1787826089.343826:0:51625:0:(namei.c:1628:ll_create_it()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8), intent=open|creat 00000080:00200000:0.0:1787826089.343988:0:51625:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x29:0x0](ffff8a4f095a9148) 00000080:00200000:1.0:1787826089.344264:0:51625:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x29:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1787826089.344271:0:51625:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x29:0x0](ffff8a4f095a9148) 00000080:00010000:1.0:1787826089.344274:0:51625:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x29:0x0](ffff8a4f095a9148) for lock 0x7f6ab97892e4ce4f 00000080:00010000:1.0:1787826089.344284:0:51625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x29:0x0](ffff8a4f095a9148) 00000080:00200008:1.0:1787826089.344298:0:51625:0:(file.c:1090:ll_file_open()) START file f20.sanity-sec:[0x200000402:0x29:0x0](ffff8a4f095a9148), flags 104501 00000002:00100000:1.0:1787826089.344321:0:51625:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13c592c0 x1874669421890816/t4294967513(4294967513) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826105 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000080:00010000:1.0:1787826089.344428:0:51625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce4f from it ffff8a4f09a735a0 00010000:00010000:1.0:1787826089.344435:0:51625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826089.344445:0:51625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826089.344467:0:51625:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x29:0x0](ffff8a4f095a9148), inode mode 81a4 mask 40 00000080:00200008:1.0:1787826089.344564:0:51625:0:(llite_lib.c:2427:ll_setattr_raw()) START file f20.sanity-sec:[0x200000402:0x29:0x0](ffff8a4f095a9148) current size 0, valid attrs 20070, mode 8a4f, uid -1024098736, gid -19107, new size 18446744072304917015, atime 1787826089.000000000, mtime 1787826089.000000000, ctime 1787826089.000000000 00010000:00010000:1.0:1787826089.344587:0:51625:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826089.344601:0:51625:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x29:0x0]: losing layout lock 00010000:00010000:1.0:1787826089.344635:0:51625:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 1/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826089.344651:0:51625:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787826089.344654:0:51625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de0e00/0x7f6ab97892e4ce4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe43a3 expref: -99 pid: 51625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1787826089.344684:0:51625:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787826089.344691:0:51625:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb1a40 x1874669421891072/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826089.344712:0:51625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51625:1874669421891072:192.168.203.149@tcp:36:touch.60003 00000100:00100000:1.0:1787826089.344879:0:51625:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6a000 going to sleep for 11 seconds 00000100:00100000:0.0:1787826090.075835:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421892224:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826090.084150:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787826090.084205:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421892352:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826090.094722:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826090.094757:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421892480:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826090.095011:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421892608:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826090.095070:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826090.095076:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421892736:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826090.107590:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421892352:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826090.107616:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421892224:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826090.115188:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421892736:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826090.115220:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421892608:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826090.115233:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421892480:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826090.200144:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787826090.495200:0:51648:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826090.495245:0:51648:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826090.495269:0:51648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:0.0:1787826090.495289:0:51648:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:0.0:1787826090.495298:0:51648:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826090.495308:0:51648:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826090.495313:0:51648:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826090.495323:0:51648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2f87b58 00010000:00010000:0.0:1787826090.495327:0:51648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:0.0:1787826090.495337:0:51648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:0.0:1787826090.495372:0:51648:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826090.495382:0:51648:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:0.0:1787826090.495393:0:51648:0:(file.c:6313:ll_getattr_dentry()) START file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826090.495399:0:51648:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8),name=d20.sanity-sec 00000002:00010000:0.0:1787826090.495415:0:51648:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826090.495422:0:51648:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/37 (0 0) 00010000:00010000:0.0:1787826090.495476:0:51648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.495485:0:51648:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.495497:0:51648:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826090.495531:0:51648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51648:1874669421892864:192.168.203.149@tcp:101:chmod.0 00000100:00100000:0.0:1787826090.495715:0:51648:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1787826090.500180:0:51648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51648:1874669421892864:192.168.203.149@tcp:101:chmod.0 00010000:00010000:0.0:1787826090.500218:0:51648:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.500241:0:51648:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.500251:0:51648:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.500292:0:51648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.500305:0:51648:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.500322:0:51648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.500331:0:51648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.500339:0:51648:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826090.500354:0:51648:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c583c0 x1874669421892864/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826106 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:65534 00000002:00010000:0.0:1787826090.500370:0:51648:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.500383:0:51648:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/37 (0 0) 00000080:00200000:0.0:1787826090.500393:0:51648:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826090.500431:0:51648:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x25:0x0], updating i_size 4096 00000080:00010000:0.0:1787826090.500438:0:51648:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) for lock 0x7f6ab97892e4ce6b 00000080:00010000:0.0:1787826090.500449:0:51648:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) 00000080:00010000:0.0:1787826090.500453:0:51648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce6b from it ffffb55dc2f87cb8 00010000:00010000:0.0:1787826090.500467:0:51648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826090.500478:0:51648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826090.500571:0:51648:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826090.500594:0:51648:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826090.500607:0:51648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:0.0:1787826090.500620:0:51648:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:0.0:1787826090.500628:0:51648:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826090.500645:0:51648:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826090.500649:0:51648:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826090.500653:0:51648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2f87c08 00010000:00010000:0.0:1787826090.500656:0:51648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:0.0:1787826090.500664:0:51648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:0.0:1787826090.500672:0:51648:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826090.500680:0:51648:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:0.0:1787826090.500698:0:51648:0:(llite_lib.c:2427:ll_setattr_raw()) START file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8) current size 4096, valid attrs 41, mode 40c0, uid 43958272, gid -30129, new size 0, atime 1787826090.000000000, mtime 1787826090.000000000, ctime 1787826090.000000000 00010000:00010000:0.0:1787826090.500719:0:51648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826090.500755:0:51648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826090.500793:0:51648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826090.500801:0:51648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826090.500807:0:51648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1787826090.500810:0:51648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f10de1a00/0x7f6ab97892e4ce6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4405 expref: -99 pid: 51648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826090.500824:0:51648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6a00/0x7f6ab97892e4ce48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4387 expref: -99 pid: 51625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787826090.500846:0:51648:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826090.500894:0:51648:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c583c0 x1874669421893120/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826090.500924:0:51648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51648:1874669421893120:192.168.203.149@tcp:36:chmod.0 00000100:00100000:0.0:1787826090.501010:0:51648:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1787826090.512517:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826090.512569:0:6166:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826090.512594:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431944192 00000100:00100000:1.0:1787826090.512604:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431944192 00000100:00100000:1.0:1787826090.512678:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 69 00000100:00100000:1.0:1787826090.512690:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f09f4a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8412:x1874669431944192:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826090.512710:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4ce64 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe43db expref: -99 pid: 51629 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787826090.512944:0:51648:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967517 gen 1 00000100:00100000:0.0:1787826090.512990:0:51648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51648:1874669421893120:192.168.203.149@tcp:36:chmod.0 00000080:00200000:0.0:1787826090.513026:0:51648:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x25:0x0], updating i_size 4096 00000080:00200008:0.0:1787826090.513045:0:51648:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8) current size 4096, valid attrs 10000041, mode 40c0, uid 43958272, gid -30129, new size 0, atime 1787826090.000000000, mtime 1787826090.000000000, ctime 1787826090.000000000, rc 0 00010000:00010000:1.0:1787826090.514378:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826090.514398:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f09f4a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8412:x1874669431944192:12345-192.168.203.149@tcp:104: Request processed in 1704us (1891us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826090.514410:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 69 00010000:00010000:1.0:1787826090.524575:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826090.524579:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826090.524583:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826091.222202:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787826091.646436:0:51671:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826091.646605:0:51671:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826091.646639:0:51671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:1.0:1787826091.646659:0:51671:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:1.0:1787826091.646670:0:51671:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826091.646682:0:51671:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826091.646685:0:51671:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826091.646694:0:51671:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2fbfb58 00010000:00010000:1.0:1787826091.646698:0:51671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:1.0:1787826091.646708:0:51671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:1.0:1787826091.646728:0:51671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826091.646739:0:51671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:1.0:1787826091.646749:0:51671:0:(file.c:6313:ll_getattr_dentry()) START file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826091.646754:0:51671:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8),name=d20.sanity-sec 00000002:00010000:1.0:1787826091.646769:0:51671:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826091.646777:0:51671:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/37 (0 0) 00010000:00010000:1.0:1787826091.646828:0:51671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.646843:0:51671:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.647239:0:51671:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51671 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826091.647274:0:51671:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51671:1874669421893504:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787826091.647443:0:51671:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6a900 going to sleep for 11 seconds 00000100:00100000:0.0:1787826091.660806:0:51671:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51671:1874669421893504:192.168.203.149@tcp:101:chmod.0 00010000:00010000:0.0:1787826091.660844:0:51671:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826091.661616:0:51671:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826091.661638:0:51671:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826091.661653:0:51671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826091.661668:0:51671:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826091.661688:0:51671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826091.661697:0:51671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826091.661705:0:51671:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826091.661722:0:51671:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb0f00 x1874669421893504/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826107 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:65534 00000002:00010000:0.0:1787826091.661763:0:51671:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826091.661776:0:51671:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/37 (0 0) 00000080:00200000:0.0:1787826091.661784:0:51671:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826091.661824:0:51671:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x25:0x0], updating i_size 4096 00000080:00010000:0.0:1787826091.661831:0:51671:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) for lock 0x7f6ab97892e4ce79 00000080:00010000:0.0:1787826091.661840:0:51671:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) 00000080:00010000:0.0:1787826091.661844:0:51671:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce79 from it ffffb55dc2fbfcb8 00010000:00010000:0.0:1787826091.661848:0:51671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826091.662067:0:51671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826091.662162:0:51671:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826091.662186:0:51671:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826091.662197:0:51671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:0.0:1787826091.662209:0:51671:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:0.0:1787826091.662215:0:51671:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826091.662220:0:51671:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826091.662224:0:51671:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826091.662228:0:51671:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2fbfc08 00010000:00010000:0.0:1787826091.662238:0:51671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:0.0:1787826091.662246:0:51671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:0.0:1787826091.662254:0:51671:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826091.662261:0:51671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:0.0:1787826091.662278:0:51671:0:(llite_lib.c:2427:ll_setattr_raw()) START file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8) current size 4096, valid attrs 41, mode 41ff, uid 43958272, gid -30129, new size 0, atime 1787826091.000000000, mtime 1787826091.000000000, ctime 1787826091.000000000 00010000:00010000:0.0:1787826091.662298:0:51671:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826091.662324:0:51671:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4ce72 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe442f expref: -99 pid: 51652 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826091.662360:0:51671:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826091.662367:0:51671:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4ce72 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe442f expref: -99 pid: 51652 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826091.662374:0:51671:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1787826091.662377:0:51671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7a00/0x7f6ab97892e4ce79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe443d expref: -99 pid: 51671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826091.662392:0:51671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4ce72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe442f expref: -99 pid: 51652 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787826091.662426:0:51671:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826091.662435:0:51671:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c583c0 x1874669421893760/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826091.662462:0:51671:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51671:1874669421893760:192.168.203.149@tcp:36:chmod.0 00000100:00100000:0.0:1787826091.663782:0:51671:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1787826091.677841:0:51671:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51671:1874669421893760:192.168.203.149@tcp:36:chmod.0 00000080:00200000:0.0:1787826091.677897:0:51671:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x25:0x0], updating i_size 4096 00000080:00200008:0.0:1787826091.677911:0:51671:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8) current size 4096, valid attrs 10000041, mode 41ff, uid 43958272, gid -30129, new size 0, atime 1787826091.000000000, mtime 1787826091.000000000, ctime 1787826091.000000000, rc 0 00000080:00200000:1.0:1787826091.989496:0:51684:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826091.989542:0:51684:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826091.989568:0:51684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:1.0:1787826091.989587:0:51684:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:1.0:1787826091.989596:0:51684:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826091.989606:0:51684:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826091.989610:0:51684:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826091.989620:0:51684:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc2fe7bf8 00010000:00010000:1.0:1787826091.989635:0:51684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:1.0:1787826091.989646:0:51684:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200000:1.0:1787826091.989665:0:51684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826091.989688:0:51684:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:1.0:1787826091.989693:0:51684:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:1.0:1787826091.989708:0:51684:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d20.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787826091.989770:0:51684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51684 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.989778:0:51684:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51684 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.989789:0:51684:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51684 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826091.989824:0:51684:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51684:1874669421895168:192.168.203.149@tcp:101:dd.60003 00000100:00100000:1.0:1787826091.991072:0:51684:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826091.995474:0:51684:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51684:1874669421895168:192.168.203.149@tcp:101:dd.60003 00010000:00010000:1.0:1787826091.995517:0:51684:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.995544:0:51684:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.995554:0:51684:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.995567:0:51684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.995580:0:51684:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.995609:0:51684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.995619:0:51684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.995638:0:51684:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826091.995652:0:51684:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13cb30c0 x1874669421895168/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826107 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787826091.995669:0:51684:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.996133:0:51684:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/37 (0 0) 00000080:00200000:1.0:1787826091.996142:0:51684:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787826091.996180:0:51684:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x25:0x0], updating i_size 4096 00000080:00200000:1.0:1787826091.996185:0:51684:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x25:0x0](ffff8a4f095300c8): rc = 0 00000080:00010000:1.0:1787826091.996193:0:51684:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) for lock 0x7f6ab97892e4ce80 00000080:00010000:1.0:1787826091.996210:0:51684:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) 00000080:00010000:1.0:1787826091.996214:0:51684:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce80 from it ffffb55dc2fe7ac8 00010000:00010000:1.0:1787826091.996218:0:51684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.996229:0:51684:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826091.996290:0:51684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 41ff mask 1 00000080:00200000:1.0:1787826091.996320:0:51684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 41ff mask 3 00000080:00200000:1.0:1787826091.996327:0:51684:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8), file ffff8a4f11408f00, open_flags 109241, mode 81b6 opened 0 00000080:00200000:1.0:1787826091.996337:0:51684:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8), intent=open|creat 00000002:00010000:1.0:1787826091.996370:0:51684:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f20.sanity-sec,[0x200000402:0x2a:0x0]) in obj [0x200000402:0x25:0x0], intent: open|creat flags 04111102 00010000:00010000:1.0:1787826091.996426:0:51684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 51684 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826091.996434:0:51684:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51684 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826091.996446:0:51684:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826091.996455:0:51684:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb30c0 x1874669421895424/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826091.996465:0:51684:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 51684 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826091.996489:0:51684:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51684:1874669421895424:192.168.203.149@tcp:101:dd.60003 00000100:00100000:1.0:1787826091.996884:0:51684:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03f6ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826092.006455:0:51684:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51684:1874669421895424:192.168.203.149@tcp:101:dd.60003 00010000:00010000:1.0:1787826092.006556:0:51684:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.006585:0:51684:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.006639:0:51684:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.006654:0:51684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.006667:0:51684:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.006743:0:51684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.006752:0:51684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.006760:0:51684:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826092.006772:0:51684:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f13cb30c0 x1874669421895424/t4294967519(4294967519) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826107 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00100000:1.0:1787826092.006787:0:51684:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb30c0 x1874669421895424/t4294967519(4294967519) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826107 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787826092.006802:0:51684:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787826092.006818:0:51684:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.006838:0:51684:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/42 (0 0) 00000080:00200000:1.0:1787826092.006845:0:51684:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x25:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787826092.007096:0:51684:0:(namei.c:1628:ll_create_it()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8), intent=open|creat 00000080:00200000:0.0:1787826092.007278:0:51684:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2a:0x0](ffff8a4f095aec08) 00000080:00200000:0.0:1787826092.007382:0:51684:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2a:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1787826092.007388:0:51684:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2a:0x0](ffff8a4f095aec08) 00000080:00010000:0.0:1787826092.007392:0:51684:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2a:0x0](ffff8a4f095aec08) for lock 0x7f6ab97892e4ce87 00000080:00010000:0.0:1787826092.007405:0:51684:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2a:0x0](ffff8a4f095aec08) 00000080:00200008:0.0:1787826092.007424:0:51684:0:(file.c:1090:ll_file_open()) START file f20.sanity-sec:[0x200000402:0x2a:0x0](ffff8a4f095aec08), flags 4111101 00000002:00100000:0.0:1787826092.007454:0:51684:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb30c0 x1874669421895424/t4294967519(4294967519) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826107 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000080:00010000:0.0:1787826092.007572:0:51684:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce87 from it ffff8a4f126377e0 00010000:00010000:0.0:1787826092.007578:0:51684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826092.007599:0:51684:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826092.007656:0:51684:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2a:0x0](ffff8a4f095aec08), inode mode 81a4 mask 40 00000080:00200008:0.0:1787826092.013746:0:51684:0:(file.c:2652:do_file_write_iter()) START file f20.sanity-sec:[0x200000402:0x2a:0x0], ppos: 0, count: 1048576 00000080:00200000:0.0:1787826092.013781:0:51684:0:(file.c:2090:ll_file_io_generic()) f20.sanity-sec: write ppos: 0, bytes: 1048576 00000080:00200000:0.0:1787826092.013789:0:51684:0:(file.c:1848:ll_io_set_mirror()) f20.sanity-sec: desiginated mirror: 0 00000020:00200000:0.0:1787826092.013801:0:51684:0:(cl_io.c:218:cl_io_rw_init()) header@0000000039d3cc6a[0x110, 1, [0x200000402:0x2a:0x0] hash] 00000020:00200000:0.0:1787826092.013804:0:51684:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 1048576) 0 0 00000080:00200000:0.0:1787826092.013812:0:51684:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787826092.013837:0:51684:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:0.0:1787826092.013848:0:51684:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:0.0:1787826092.013897:0:51684:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826092.013957:0:51684:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:0.0:1787826092.017916:0:51684:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826092.017941:0:51684:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc9a30, osc lock ffff8a4f08c815f0, flags 0x0 00010000:00010000:0.0:1787826092.018068:0:51684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826092.018086:0:51684:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826092.018099:0:51684:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826092.018135:0:51684:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51684:1874669421895552:192.168.203.149@tcp:101:dd.60003 00000100:00100000:0.0:1787826092.018278:0:51684:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310a900 going to sleep for 11 seconds 00000100:00100000:1.0:1787826092.025370:0:51684:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51684:1874669421895552:192.168.203.149@tcp:101:dd.60003 00010000:00010000:1.0:1787826092.025407:0:51684:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.025432:0:51684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.025447:0:51684:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.025465:0:51684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826092.025491:0:51684:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.025506:0:51684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826092.025514:0:51684:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787826092.025572:0:51684:0:(vvp_io.c:1332:vvp_io_write_start()) f20.sanity-sec: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:1.0:1787826092.025603:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.025658:0:51684:0:(rw26.c:875:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:1.0:1787826092.025669:0:51684:0:(rw26.c:933:ll_write_end()) page@000000001eb34147[3 000000002cf99748 2 1 00000000d2940bc1 0 0 0] 00000080:00200000:1.0:1787826092.025673:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000236c7911 17ffffc0001001 3:0 ffff8a4f1241a570 0 lru 00000080:00200000:1.0:1787826092.025681:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000099bb7dd6 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.025683:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000001eb34147 00000080:00200000:1.0:1787826092.025684:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787826092.025689:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.025713:0:51684:0:(rw26.c:875:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:1.0:1787826092.025718:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000fb1d6039[3 000000002cf99748 2 1 00000000d2940bc1 0 0 1] 00000080:00200000:1.0:1787826092.025721:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000037ecef19 17ffffc0001001 3:0 ffff8a4f1241a658 1 lru 00000080:00200000:1.0:1787826092.025727:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000006cd590c7 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.025729:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000fb1d6039 00000080:00200000:1.0:1787826092.025730:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1787826092.025732:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.025748:0:51684:0:(rw26.c:875:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:1.0:1787826092.025752:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000675903de[3 000000002cf99748 2 1 00000000d2940bc1 0 0 2] 00000080:00200000:1.0:1787826092.025755:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000000155bfc8 17ffffc0001001 3:0 ffff8a4f1241acb0 2 lru 00000080:00200000:1.0:1787826092.025761:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000009f019a65 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.025763:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000675903de 00000080:00200000:1.0:1787826092.025765:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 3. 00000080:00200000:1.0:1787826092.025766:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.025777:0:51684:0:(rw26.c:875:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:1.0:1787826092.025781:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000008e1b912[3 000000002cf99748 2 1 00000000d2940bc1 0 0 3] 00000080:00200000:1.0:1787826092.025783:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000096f20b7d 17ffffc0001001 3:0 ffff8a4f1241ad98 3 lru 00000080:00200000:1.0:1787826092.025789:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000a7231aa9 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.025791:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000008e1b912 00000080:00200000:1.0:1787826092.025796:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 4. 00000080:00200000:1.0:1787826092.025798:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.025808:0:51684:0:(rw26.c:875:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:1.0:1787826092.025812:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000b1a9ddf2[3 000000002cf99748 2 1 00000000d2940bc1 0 0 4] 00000080:00200000:1.0:1787826092.025815:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000067136734 17ffffc0001001 3:0 ffff8a4f1241a488 4 lru 00000080:00200000:1.0:1787826092.025820:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000be8e333e 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.025823:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000b1a9ddf2 00000080:00200000:1.0:1787826092.025824:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 5. 00000080:00200000:1.0:1787826092.025825:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.025835:0:51684:0:(rw26.c:875:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:1.0:1787826092.025838:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000bc013113[3 000000002cf99748 2 1 00000000d2940bc1 0 0 5] 00000080:00200000:1.0:1787826092.025841:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000075d4151a 17ffffc0001001 3:0 ffff8a4f1241a910 5 lru 00000080:00200000:1.0:1787826092.025846:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000007de02407 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.025848:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000bc013113 00000080:00200000:1.0:1787826092.025891:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 6. 00000080:00200000:1.0:1787826092.025893:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.025911:0:51684:0:(rw26.c:875:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:1.0:1787826092.025915:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000d7e4c54c[3 000000002cf99748 2 1 00000000d2940bc1 0 0 6] 00000080:00200000:1.0:1787826092.025918:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000006969ca88 17ffffc0001001 3:0 ffff8a4f1241a000 6 lru 00000080:00200000:1.0:1787826092.025924:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000e19347a6 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.025926:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000d7e4c54c 00000080:00200000:1.0:1787826092.025928:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 7. 00000080:00200000:1.0:1787826092.025929:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.025939:0:51684:0:(rw26.c:875:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:1.0:1787826092.025942:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000d39e7ae5[3 000000002cf99748 2 1 00000000d2940bc1 0 0 7] 00000080:00200000:1.0:1787826092.025945:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000b07a858d 17ffffc0001001 3:0 ffff8a4f1241ae80 7 lru 00000080:00200000:1.0:1787826092.025950:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000083f4b92e 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.025953:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000d39e7ae5 00000080:00200000:1.0:1787826092.025954:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 8. 00000080:00200000:1.0:1787826092.025956:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.025966:0:51684:0:(rw26.c:875:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:1.0:1787826092.025969:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000ae5455be[3 000000002cf99748 2 1 00000000d2940bc1 0 0 8] 00000080:00200000:1.0:1787826092.025972:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000051a66812 17ffffc0001001 3:0 ffff8a4f1241a828 8 lru 00000080:00200000:1.0:1787826092.025982:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000005df104d2 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.025984:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000ae5455be 00000080:00200000:1.0:1787826092.025985:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 9. 00000080:00200000:1.0:1787826092.025987:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026002:0:51684:0:(rw26.c:875:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026006:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000a014a8c4[3 000000002cf99748 2 1 00000000d2940bc1 0 0 9] 00000080:00200000:1.0:1787826092.026009:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000ed1f20ec 17ffffc0001001 3:0 ffff8a4f1241a740 9 lru 00000080:00200000:1.0:1787826092.026013:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000082c2f8c6 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026016:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000a014a8c4 00000080:00200000:1.0:1787826092.026017:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 10. 00000080:00200000:1.0:1787826092.026019:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026032:0:51684:0:(rw26.c:875:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026036:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000b108a097[3 000000002cf99748 2 1 00000000d2940bc1 0 0 10] 00000080:00200000:1.0:1787826092.026039:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000002d9b3314 17ffffc0001001 3:0 ffff8a4f1241a2b8 10 lru 00000080:00200000:1.0:1787826092.026045:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000ab2dac8c 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026048:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000b108a097 00000080:00200000:1.0:1787826092.026049:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 11. 00000080:00200000:1.0:1787826092.026051:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026074:0:51684:0:(rw26.c:875:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026079:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000866e2268[3 000000002cf99748 2 1 00000000d2940bc1 0 0 11] 00000080:00200000:1.0:1787826092.026082:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000e5859239 17ffffc0001021 2:0 ffff8a4f1241a9f8 11 lru 00000080:00200000:1.0:1787826092.026087:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000b5400708 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026089:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000866e2268 00000080:00200000:1.0:1787826092.026091:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 12. 00000080:00200000:1.0:1787826092.026092:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026103:0:51684:0:(rw26.c:875:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026107:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000daff4fc0[3 000000002cf99748 2 1 00000000d2940bc1 0 0 12] 00000080:00200000:1.0:1787826092.026110:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000006dd92f6f 17ffffc0001001 3:0 ffff8a4f1241a1d0 12 lru 00000080:00200000:1.0:1787826092.026115:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000081c602a 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026118:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000daff4fc0 00000080:00200000:1.0:1787826092.026119:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 13. 00000080:00200000:1.0:1787826092.026124:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026136:0:51684:0:(rw26.c:875:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026140:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000d5af343e[3 000000002cf99748 2 1 00000000d2940bc1 0 0 13] 00000080:00200000:1.0:1787826092.026143:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000006ce40af 17ffffc0001001 3:0 ffff8a4f1241abc8 13 lru 00000080:00200000:1.0:1787826092.026149:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000379046e7 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026151:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000d5af343e 00000080:00200000:1.0:1787826092.026152:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 14. 00000080:00200000:1.0:1787826092.026153:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026163:0:51684:0:(rw26.c:875:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026167:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000badaf235[3 000000002cf99748 2 1 00000000d2940bc1 0 0 14] 00000080:00200000:1.0:1787826092.026169:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000008e3876a2 17ffffc0001001 3:0 ffff8a4f1241aae0 14 lru 00000080:00200000:1.0:1787826092.026175:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000d076a05d 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026177:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000badaf235 00000080:00200000:1.0:1787826092.026178:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 15. 00000080:00200000:1.0:1787826092.026180:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026190:0:51684:0:(rw26.c:875:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026193:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000048290525[3 000000002cf99748 2 1 00000000d2940bc1 0 0 15] 00000080:00200000:1.0:1787826092.026196:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000000ea2ed5c 17ffffc0001001 3:0 ffff8a4f1241a0e8 15 lru 00000080:00200000:1.0:1787826092.026201:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000053476ac7 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026203:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000048290525 00000080:00200000:1.0:1787826092.026205:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 16. 00000080:00200000:1.0:1787826092.026206:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026216:0:51684:0:(rw26.c:875:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026221:0:51684:0:(rw26.c:933:ll_write_end()) page@000000006cdff502[3 000000002cf99748 2 1 00000000d2940bc1 0 0 16] 00000080:00200000:1.0:1787826092.026223:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000061cb95b5 17ffffc0001001 3:0 ffff8a4f1241a3a0 16 lru 00000080:00200000:1.0:1787826092.026229:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000122a653b 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026232:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000006cdff502 00000080:00200000:1.0:1787826092.026233:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 17. 00000080:00200000:1.0:1787826092.026234:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026250:0:51684:0:(rw26.c:875:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026255:0:51684:0:(rw26.c:933:ll_write_end()) page@000000001390fada[3 000000002cf99748 2 1 00000000d2940bc1 0 0 17] 00000080:00200000:1.0:1787826092.026257:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000877a0cdc 17ffffc0001001 3:0 ffff8a4f12578488 17 lru 00000080:00200000:1.0:1787826092.026268:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000089957223 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026270:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000001390fada 00000080:00200000:1.0:1787826092.026272:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 18. 00000080:00200000:1.0:1787826092.026274:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026287:0:51684:0:(rw26.c:875:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026291:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000bd219856[3 000000002cf99748 2 1 00000000d2940bc1 0 0 18] 00000080:00200000:1.0:1787826092.026294:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000003279e4bb 17ffffc0001001 3:0 ffff8a4f12578910 18 lru 00000080:00200000:1.0:1787826092.026300:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000006c02fdc4 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026302:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000bd219856 00000080:00200000:1.0:1787826092.026304:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 19. 00000080:00200000:1.0:1787826092.026306:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026322:0:51684:0:(rw26.c:875:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026326:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000f911a9fd[3 000000002cf99748 2 1 00000000d2940bc1 0 0 19] 00000080:00200000:1.0:1787826092.026328:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000a684a134 17ffffc0001001 3:0 ffff8a4f12578000 19 lru 00000080:00200000:1.0:1787826092.026334:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000b810cc0a 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026336:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000f911a9fd 00000080:00200000:1.0:1787826092.026337:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 20. 00000080:00200000:1.0:1787826092.026339:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 20 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026359:0:51684:0:(rw26.c:875:ll_write_end()) pos 81920, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026364:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000894c07c3[3 000000002cf99748 2 1 00000000d2940bc1 0 0 20] 00000080:00200000:1.0:1787826092.026367:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000f23fe535 17ffffc0001001 3:0 ffff8a4f12578e80 20 lru 00000080:00200000:1.0:1787826092.026372:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000557e2f40 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026375:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000894c07c3 00000080:00200000:1.0:1787826092.026376:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 21. 00000080:00200000:1.0:1787826092.026378:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 21 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026389:0:51684:0:(rw26.c:875:ll_write_end()) pos 86016, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026393:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000766f8375[3 000000002cf99748 2 1 00000000d2940bc1 0 0 21] 00000080:00200000:1.0:1787826092.026396:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000009bcfdbac 17ffffc0001001 3:0 ffff8a4f12578828 21 lru 00000080:00200000:1.0:1787826092.026401:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000030fd830c 21: 1< 0 - - > 2< 86016 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026404:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000766f8375 00000080:00200000:1.0:1787826092.026405:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 22. 00000080:00200000:1.0:1787826092.026409:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 22 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026419:0:51684:0:(rw26.c:875:ll_write_end()) pos 90112, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026423:0:51684:0:(rw26.c:933:ll_write_end()) page@000000007bdd0459[3 000000002cf99748 2 1 00000000d2940bc1 0 0 22] 00000080:00200000:1.0:1787826092.026426:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000d091ee4c 17ffffc0001001 3:0 ffff8a4f12578740 22 lru 00000080:00200000:1.0:1787826092.026431:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000b535d60e 22: 1< 0 - - > 2< 90112 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026433:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000007bdd0459 00000080:00200000:1.0:1787826092.026434:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 23. 00000080:00200000:1.0:1787826092.026436:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 23 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026446:0:51684:0:(rw26.c:875:ll_write_end()) pos 94208, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026449:0:51684:0:(rw26.c:933:ll_write_end()) page@000000007c41a8d4[3 000000002cf99748 2 1 00000000d2940bc1 0 0 23] 00000080:00200000:1.0:1787826092.026452:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000438968c8 17ffffc0001001 3:0 ffff8a4f125782b8 23 lru 00000080:00200000:1.0:1787826092.026457:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000045c1ae81 23: 1< 0 - - > 2< 94208 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026459:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000007c41a8d4 00000080:00200000:1.0:1787826092.026460:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 24. 00000080:00200000:1.0:1787826092.026461:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 24 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026473:0:51684:0:(rw26.c:875:ll_write_end()) pos 98304, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026477:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000051bb658a[3 000000002cf99748 2 1 00000000d2940bc1 0 0 24] 00000080:00200000:1.0:1787826092.026479:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000f67cfc56 17ffffc0001001 3:0 ffff8a4f125783a0 24 lru 00000080:00200000:1.0:1787826092.026484:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000040a9c0e3 24: 1< 0 - - > 2< 98304 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026486:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000051bb658a 00000080:00200000:1.0:1787826092.026487:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 25. 00000080:00200000:1.0:1787826092.026489:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 25 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026503:0:51684:0:(rw26.c:875:ll_write_end()) pos 102400, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026508:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000a54b389c[3 000000002cf99748 2 1 00000000d2940bc1 0 0 25] 00000080:00200000:1.0:1787826092.026510:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000031a82089 17ffffc0001001 3:0 ffff8a4f125780e8 25 lru 00000080:00200000:1.0:1787826092.026515:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000d34063e5 25: 1< 0 - - > 2< 102400 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026518:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000a54b389c 00000080:00200000:1.0:1787826092.026518:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 26. 00000080:00200000:1.0:1787826092.026521:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 26 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026538:0:51684:0:(rw26.c:875:ll_write_end()) pos 106496, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026543:0:51684:0:(rw26.c:933:ll_write_end()) page@000000007f069477[3 000000002cf99748 2 1 00000000d2940bc1 0 0 26] 00000080:00200000:1.0:1787826092.026546:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000005f9596a4 17ffffc0001021 2:0 ffff8a4f12578ae0 26 lru 00000080:00200000:1.0:1787826092.026555:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000f40f0c76 26: 1< 0 - - > 2< 106496 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026557:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000007f069477 00000080:00200000:1.0:1787826092.026559:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 27. 00000080:00200000:1.0:1787826092.026561:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 27 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026577:0:51684:0:(rw26.c:875:ll_write_end()) pos 110592, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026581:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000863f46cd[3 000000002cf99748 2 1 00000000d2940bc1 0 0 27] 00000080:00200000:1.0:1787826092.026584:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000c27fc0ed 17ffffc0001001 3:0 ffff8a4f12578bc8 27 lru 00000080:00200000:1.0:1787826092.026589:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000003a5d4d5 27: 1< 0 - - > 2< 110592 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026592:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000863f46cd 00000080:00200000:1.0:1787826092.026593:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 28. 00000080:00200000:1.0:1787826092.026595:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 28 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026609:0:51684:0:(rw26.c:875:ll_write_end()) pos 114688, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026613:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000f41f3c7e[3 000000002cf99748 2 1 00000000d2940bc1 0 0 28] 00000080:00200000:1.0:1787826092.026615:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000d229f9bb 17ffffc0001001 3:0 ffff8a4f125781d0 28 lru 00000080:00200000:1.0:1787826092.026620:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000bfc5207d 28: 1< 0 - - > 2< 114688 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026634:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000f41f3c7e 00000080:00200000:1.0:1787826092.026636:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 29. 00000080:00200000:1.0:1787826092.026638:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 29 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026652:0:51684:0:(rw26.c:875:ll_write_end()) pos 118784, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026656:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000024da3ee2[3 000000002cf99748 2 1 00000000d2940bc1 0 0 29] 00000080:00200000:1.0:1787826092.026659:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6886e6e 17ffffc0001001 3:0 ffff8a4f125789f8 29 lru 00000080:00200000:1.0:1787826092.026663:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000af5a37a9 29: 1< 0 - - > 2< 118784 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026665:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000024da3ee2 00000080:00200000:1.0:1787826092.026667:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 30. 00000080:00200000:1.0:1787826092.026668:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 30 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026680:0:51684:0:(rw26.c:875:ll_write_end()) pos 122880, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026684:0:51684:0:(rw26.c:933:ll_write_end()) page@000000005eabc307[3 000000002cf99748 2 1 00000000d2940bc1 0 0 30] 00000080:00200000:1.0:1787826092.026686:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000a6ee577a 17ffffc0001001 3:0 ffff8a4f12578570 30 lru 00000080:00200000:1.0:1787826092.026692:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000001023bae7 30: 1< 0 - - > 2< 122880 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026694:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000005eabc307 00000080:00200000:1.0:1787826092.026699:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 31. 00000080:00200000:1.0:1787826092.026701:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 31 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026714:0:51684:0:(rw26.c:875:ll_write_end()) pos 126976, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026718:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000ece4d2e4[3 000000002cf99748 2 1 00000000d2940bc1 0 0 31] 00000080:00200000:1.0:1787826092.026721:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000004de65ec7 17ffffc0001001 3:0 ffff8a4f12578658 31 lru 00000080:00200000:1.0:1787826092.026725:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000022f6f1f3 31: 1< 0 - - > 2< 126976 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026727:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000ece4d2e4 00000080:00200000:1.0:1787826092.026728:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 32. 00000080:00200000:1.0:1787826092.026730:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 32 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026744:0:51684:0:(rw26.c:875:ll_write_end()) pos 131072, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026748:0:51684:0:(rw26.c:933:ll_write_end()) page@000000009e14f273[3 000000002cf99748 2 1 00000000d2940bc1 0 0 32] 00000080:00200000:1.0:1787826092.026751:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000072b07928 17ffffc0001001 3:0 ffff8a4f12578d98 32 lru 00000080:00200000:1.0:1787826092.026756:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000a7d0ed2b 32: 1< 0 - - > 2< 131072 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026758:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000009e14f273 00000080:00200000:1.0:1787826092.026759:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 33. 00000080:00200000:1.0:1787826092.026761:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 33 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026776:0:51684:0:(rw26.c:875:ll_write_end()) pos 135168, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026781:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000e47d09a3[3 000000002cf99748 2 1 00000000d2940bc1 0 0 33] 00000080:00200000:1.0:1787826092.026784:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000f71de4af 17ffffc0001001 3:0 ffff8a4f12578cb0 33 lru 00000080:00200000:1.0:1787826092.026789:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000047ef3004 33: 1< 0 - - > 2< 135168 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026791:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000e47d09a3 00000080:00200000:1.0:1787826092.026792:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 34. 00000080:00200000:1.0:1787826092.026794:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 34 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026814:0:51684:0:(rw26.c:875:ll_write_end()) pos 139264, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026819:0:51684:0:(rw26.c:933:ll_write_end()) page@000000007d0dea09[3 000000002cf99748 2 1 00000000d2940bc1 0 0 34] 00000080:00200000:1.0:1787826092.026821:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000008e52a2e1 17ffffc0001001 3:0 ffff8a4f1245a2b8 34 lru 00000080:00200000:1.0:1787826092.026827:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000005aeb1d04 34: 1< 0 - - > 2< 139264 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026829:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000007d0dea09 00000080:00200000:1.0:1787826092.026830:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 35. 00000080:00200000:1.0:1787826092.026832:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 35 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026846:0:51684:0:(rw26.c:875:ll_write_end()) pos 143360, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026889:0:51684:0:(rw26.c:933:ll_write_end()) page@000000001635f1cd[3 000000002cf99748 2 1 00000000d2940bc1 0 0 35] 00000080:00200000:1.0:1787826092.026897:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000d5b8d758 17ffffc0001001 3:0 ffff8a4f1245a3a0 35 lru 00000080:00200000:1.0:1787826092.026903:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000246e1d46 35: 1< 0 - - > 2< 143360 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026905:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000001635f1cd 00000080:00200000:1.0:1787826092.026907:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 36. 00000080:00200000:1.0:1787826092.026909:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 36 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026922:0:51684:0:(rw26.c:875:ll_write_end()) pos 147456, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026926:0:51684:0:(rw26.c:933:ll_write_end()) page@000000008742c431[3 000000002cf99748 2 1 00000000d2940bc1 0 0 36] 00000080:00200000:1.0:1787826092.026929:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000009df56958 17ffffc0001001 3:0 ffff8a4f1245a0e8 36 lru 00000080:00200000:1.0:1787826092.026935:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000002763cd7f 36: 1< 0 - - > 2< 147456 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026937:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000008742c431 00000080:00200000:1.0:1787826092.026938:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 37. 00000080:00200000:1.0:1787826092.026940:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 37 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026950:0:51684:0:(rw26.c:875:ll_write_end()) pos 151552, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026954:0:51684:0:(rw26.c:933:ll_write_end()) page@000000003de55bd5[3 000000002cf99748 2 1 00000000d2940bc1 0 0 37] 00000080:00200000:1.0:1787826092.026956:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000058c99853 17ffffc0001001 3:0 ffff8a4f1245aae0 37 lru 00000080:00200000:1.0:1787826092.026962:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000d7a29d5f 37: 1< 0 - - > 2< 151552 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026965:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000003de55bd5 00000080:00200000:1.0:1787826092.026966:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 38. 00000080:00200000:1.0:1787826092.026967:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 38 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.026979:0:51684:0:(rw26.c:875:ll_write_end()) pos 155648, len 4096, copied 4096 00000080:00200000:1.0:1787826092.026983:0:51684:0:(rw26.c:933:ll_write_end()) page@000000000634a903[3 000000002cf99748 2 1 00000000d2940bc1 0 0 38] 00000080:00200000:1.0:1787826092.026986:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000005b05fd06 17ffffc0001001 3:0 ffff8a4f1245abc8 38 lru 00000080:00200000:1.0:1787826092.026992:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000d0e25587 38: 1< 0 - - > 2< 155648 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.026994:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000000634a903 00000080:00200000:1.0:1787826092.026995:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 39. 00000080:00200000:1.0:1787826092.026996:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 39 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027006:0:51684:0:(rw26.c:875:ll_write_end()) pos 159744, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027009:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000e746f807[3 000000002cf99748 2 1 00000000d2940bc1 0 0 39] 00000080:00200000:1.0:1787826092.027012:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000041b375f9 17ffffc0001001 3:0 ffff8a4f1245a1d0 39 lru 00000080:00200000:1.0:1787826092.027018:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000adfa4a40 39: 1< 0 - - > 2< 159744 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027020:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000e746f807 00000080:00200000:1.0:1787826092.027024:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 40. 00000080:00200000:1.0:1787826092.027026:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 40 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027035:0:51684:0:(rw26.c:875:ll_write_end()) pos 163840, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027039:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000f19d6ff3[3 000000002cf99748 2 1 00000000d2940bc1 0 0 40] 00000080:00200000:1.0:1787826092.027042:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000003ebfb648 17ffffc0001001 3:0 ffff8a4f1245a9f8 40 lru 00000080:00200000:1.0:1787826092.027048:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000a4aae17e 40: 1< 0 - - > 2< 163840 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027050:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000f19d6ff3 00000080:00200000:1.0:1787826092.027051:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 41. 00000080:00200000:1.0:1787826092.027053:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 41 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027069:0:51684:0:(rw26.c:875:ll_write_end()) pos 167936, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027073:0:51684:0:(rw26.c:933:ll_write_end()) page@000000001af5eb00[3 000000002cf99748 2 1 00000000d2940bc1 0 0 41] 00000080:00200000:1.0:1787826092.027076:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000044afef1c 17ffffc0001021 2:0 ffff8a4f1245a570 41 lru 00000080:00200000:1.0:1787826092.027080:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000715bee95 41: 1< 0 - - > 2< 167936 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027081:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000001af5eb00 00000080:00200000:1.0:1787826092.027082:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 42. 00000080:00200000:1.0:1787826092.027084:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 42 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027094:0:51684:0:(rw26.c:875:ll_write_end()) pos 172032, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027098:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000062b3e452[3 000000002cf99748 2 1 00000000d2940bc1 0 0 42] 00000080:00200000:1.0:1787826092.027100:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000001edbfcef 17ffffc0001001 3:0 ffff8a4f1245a658 42 lru 00000080:00200000:1.0:1787826092.027106:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000006894745e 42: 1< 0 - - > 2< 172032 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027108:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000062b3e452 00000080:00200000:1.0:1787826092.027109:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 43. 00000080:00200000:1.0:1787826092.027111:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 43 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027122:0:51684:0:(rw26.c:875:ll_write_end()) pos 176128, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027125:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000399da863[3 000000002cf99748 2 1 00000000d2940bc1 0 0 43] 00000080:00200000:1.0:1787826092.027129:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000bb466c17 17ffffc0001001 3:0 ffff8a4f1245ad98 43 lru 00000080:00200000:1.0:1787826092.027134:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000956b80eb 43: 1< 0 - - > 2< 176128 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027136:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000399da863 00000080:00200000:1.0:1787826092.027137:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 44. 00000080:00200000:1.0:1787826092.027139:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 44 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027148:0:51684:0:(rw26.c:875:ll_write_end()) pos 180224, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027152:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000a3bcd449[3 000000002cf99748 2 1 00000000d2940bc1 0 0 44] 00000080:00200000:1.0:1787826092.027158:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000009acc167 17ffffc0001001 3:0 ffff8a4f1245acb0 44 lru 00000080:00200000:1.0:1787826092.027164:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000af7a9d46 44: 1< 0 - - > 2< 180224 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027166:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000a3bcd449 00000080:00200000:1.0:1787826092.027167:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 45. 00000080:00200000:1.0:1787826092.027169:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 45 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027179:0:51684:0:(rw26.c:875:ll_write_end()) pos 184320, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027183:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000757239fa[3 000000002cf99748 2 1 00000000d2940bc1 0 0 45] 00000080:00200000:1.0:1787826092.027185:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000062a9872 17ffffc0001001 3:0 ffff8a4f1245a488 45 lru 00000080:00200000:1.0:1787826092.027190:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000005fb974f6 45: 1< 0 - - > 2< 184320 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027192:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000757239fa 00000080:00200000:1.0:1787826092.027194:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 46. 00000080:00200000:1.0:1787826092.027195:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 46 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027206:0:51684:0:(rw26.c:875:ll_write_end()) pos 188416, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027210:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000001505431[3 000000002cf99748 2 1 00000000d2940bc1 0 0 46] 00000080:00200000:1.0:1787826092.027213:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000214e0451 17ffffc0001001 3:0 ffff8a4f1245a910 46 lru 00000080:00200000:1.0:1787826092.027218:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9925503 46: 1< 0 - - > 2< 188416 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027221:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000001505431 00000080:00200000:1.0:1787826092.027222:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 47. 00000080:00200000:1.0:1787826092.027223:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 47 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027234:0:51684:0:(rw26.c:875:ll_write_end()) pos 192512, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027238:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000f7debda2[3 000000002cf99748 2 1 00000000d2940bc1 0 0 47] 00000080:00200000:1.0:1787826092.027241:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000052a4bfbd 17ffffc0001001 3:0 ffff8a4f1245a000 47 lru 00000080:00200000:1.0:1787826092.027246:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000f79cc474 47: 1< 0 - - > 2< 192512 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027248:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000f7debda2 00000080:00200000:1.0:1787826092.027249:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 48. 00000080:00200000:1.0:1787826092.027251:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 48 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027263:0:51684:0:(rw26.c:875:ll_write_end()) pos 196608, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027267:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000b6395f19[3 000000002cf99748 2 1 00000000d2940bc1 0 0 48] 00000080:00200000:1.0:1787826092.027270:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000e691c203 17ffffc0001001 3:0 ffff8a4f1245ae80 48 lru 00000080:00200000:1.0:1787826092.027276:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000376041a1 48: 1< 0 - - > 2< 196608 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027278:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000b6395f19 00000080:00200000:1.0:1787826092.027282:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 49. 00000080:00200000:1.0:1787826092.027284:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 49 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027294:0:51684:0:(rw26.c:875:ll_write_end()) pos 200704, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027297:0:51684:0:(rw26.c:933:ll_write_end()) page@000000007e73cad9[3 000000002cf99748 2 1 00000000d2940bc1 0 0 49] 00000080:00200000:1.0:1787826092.027299:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000069ccbe55 17ffffc0001001 3:0 ffff8a4f1245a828 49 lru 00000080:00200000:1.0:1787826092.027304:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000091a7bc88 49: 1< 0 - - > 2< 200704 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027306:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000007e73cad9 00000080:00200000:1.0:1787826092.027307:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 50. 00000080:00200000:1.0:1787826092.027309:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 50 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027320:0:51684:0:(rw26.c:875:ll_write_end()) pos 204800, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027324:0:51684:0:(rw26.c:933:ll_write_end()) page@000000008d2f6296[3 000000002cf99748 2 1 00000000d2940bc1 0 0 50] 00000080:00200000:1.0:1787826092.027327:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000004f020149 17ffffc0001001 3:0 ffff8a4f1245a740 50 lru 00000080:00200000:1.0:1787826092.027333:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000009f88cd99 50: 1< 0 - - > 2< 204800 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027335:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000008d2f6296 00000080:00200000:1.0:1787826092.027337:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 51. 00000080:00200000:1.0:1787826092.027338:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 51 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027349:0:51684:0:(rw26.c:875:ll_write_end()) pos 208896, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027352:0:51684:0:(rw26.c:933:ll_write_end()) page@000000004354360c[3 000000002cf99748 2 1 00000000d2940bc1 0 0 51] 00000080:00200000:1.0:1787826092.027355:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000a3a98f5a 17ffffc0001001 3:0 ffff8a4f1254a488 51 lru 00000080:00200000:1.0:1787826092.027360:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000021f572a6 51: 1< 0 - - > 2< 208896 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027362:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000004354360c 00000080:00200000:1.0:1787826092.027363:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 52. 00000080:00200000:1.0:1787826092.027365:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 52 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027375:0:51684:0:(rw26.c:875:ll_write_end()) pos 212992, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027379:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000918fcd4e[3 000000002cf99748 2 1 00000000d2940bc1 0 0 52] 00000080:00200000:1.0:1787826092.027381:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000084b1166f 17ffffc0001001 3:0 ffff8a4f1254a910 52 lru 00000080:00200000:1.0:1787826092.027386:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000c02bf0e2 52: 1< 0 - - > 2< 212992 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027388:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000918fcd4e 00000080:00200000:1.0:1787826092.027389:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 53. 00000080:00200000:1.0:1787826092.027391:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 53 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027401:0:51684:0:(rw26.c:875:ll_write_end()) pos 217088, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027405:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000f4958b60[3 000000002cf99748 2 1 00000000d2940bc1 0 0 53] 00000080:00200000:1.0:1787826092.027411:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000a7fe8ab7 17ffffc0001001 3:0 ffff8a4f1254a000 53 lru 00000080:00200000:1.0:1787826092.027416:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000dd90d3a0 53: 1< 0 - - > 2< 217088 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027419:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000f4958b60 00000080:00200000:1.0:1787826092.027420:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 54. 00000080:00200000:1.0:1787826092.027422:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 54 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027431:0:51684:0:(rw26.c:875:ll_write_end()) pos 221184, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027434:0:51684:0:(rw26.c:933:ll_write_end()) page@000000000631308c[3 000000002cf99748 2 1 00000000d2940bc1 0 0 54] 00000080:00200000:1.0:1787826092.027437:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000098617e04 17ffffc0001001 3:0 ffff8a4f1254ae80 54 lru 00000080:00200000:1.0:1787826092.027443:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000044b30366 54: 1< 0 - - > 2< 221184 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027444:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000000631308c 00000080:00200000:1.0:1787826092.027445:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 55. 00000080:00200000:1.0:1787826092.027447:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 55 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027459:0:51684:0:(rw26.c:875:ll_write_end()) pos 225280, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027462:0:51684:0:(rw26.c:933:ll_write_end()) page@000000002d905e5c[3 000000002cf99748 2 1 00000000d2940bc1 0 0 55] 00000080:00200000:1.0:1787826092.027464:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000007c014be1 17ffffc0001001 3:0 ffff8a4f1254a828 55 lru 00000080:00200000:1.0:1787826092.027469:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000004329f5d5 55: 1< 0 - - > 2< 225280 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027471:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000002d905e5c 00000080:00200000:1.0:1787826092.027473:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 56. 00000080:00200000:1.0:1787826092.027474:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 56 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027492:0:51684:0:(rw26.c:875:ll_write_end()) pos 229376, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027497:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000178a1331[3 000000002cf99748 2 1 00000000d2940bc1 0 0 56] 00000080:00200000:1.0:1787826092.027500:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000002a72381a 17ffffc0001021 2:0 ffff8a4f1254a740 56 lru 00000080:00200000:1.0:1787826092.027506:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000620c3130 56: 1< 0 - - > 2< 229376 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027508:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000178a1331 00000080:00200000:1.0:1787826092.027510:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 57. 00000080:00200000:1.0:1787826092.027511:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 57 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027527:0:51684:0:(rw26.c:875:ll_write_end()) pos 233472, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027532:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000b7f97409[3 000000002cf99748 2 1 00000000d2940bc1 0 0 57] 00000080:00200000:1.0:1787826092.027535:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000031f23276 17ffffc0001001 3:0 ffff8a4f1254a2b8 57 lru 00000080:00200000:1.0:1787826092.027541:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000fbcaa626 57: 1< 0 - - > 2< 233472 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027543:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000b7f97409 00000080:00200000:1.0:1787826092.027549:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 58. 00000080:00200000:1.0:1787826092.027551:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 58 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027564:0:51684:0:(rw26.c:875:ll_write_end()) pos 237568, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027568:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000b0261627[3 000000002cf99748 2 1 00000000d2940bc1 0 0 58] 00000080:00200000:1.0:1787826092.027571:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc806061 17ffffc0001001 3:0 ffff8a4f1254a3a0 58 lru 00000080:00200000:1.0:1787826092.027576:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000c610691c 58: 1< 0 - - > 2< 237568 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027578:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000b0261627 00000080:00200000:1.0:1787826092.027579:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 59. 00000080:00200000:1.0:1787826092.027581:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 59 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027600:0:51684:0:(rw26.c:875:ll_write_end()) pos 241664, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027604:0:51684:0:(rw26.c:933:ll_write_end()) page@000000001a54351e[3 000000002cf99748 2 1 00000000d2940bc1 0 0 59] 00000080:00200000:1.0:1787826092.027606:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000002deffd88 17ffffc0001001 3:0 ffff8a4f1254a0e8 59 lru 00000080:00200000:1.0:1787826092.027611:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000010bb2395 59: 1< 0 - - > 2< 241664 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027613:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000001a54351e 00000080:00200000:1.0:1787826092.027614:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 60. 00000080:00200000:1.0:1787826092.027616:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 60 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027644:0:51684:0:(rw26.c:875:ll_write_end()) pos 245760, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027649:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000b3a34a8b[3 000000002cf99748 2 1 00000000d2940bc1 0 0 60] 00000080:00200000:1.0:1787826092.027652:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000a52ff3de 17ffffc0001001 3:0 ffff8a4f1254aae0 60 lru 00000080:00200000:1.0:1787826092.027657:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000a2e74064 60: 1< 0 - - > 2< 245760 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027659:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000b3a34a8b 00000080:00200000:1.0:1787826092.027660:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 61. 00000080:00200000:1.0:1787826092.027663:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 61 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027679:0:51684:0:(rw26.c:875:ll_write_end()) pos 249856, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027683:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000967c8540[3 000000002cf99748 2 1 00000000d2940bc1 0 0 61] 00000080:00200000:1.0:1787826092.027687:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000a26e3042 17ffffc0001001 3:0 ffff8a4f1254abc8 61 lru 00000080:00200000:1.0:1787826092.027692:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000009000d77a 61: 1< 0 - - > 2< 249856 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027694:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000967c8540 00000080:00200000:1.0:1787826092.027696:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 62. 00000080:00200000:1.0:1787826092.027697:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 62 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027712:0:51684:0:(rw26.c:875:ll_write_end()) pos 253952, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027717:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000060511906[3 000000002cf99748 2 1 00000000d2940bc1 0 0 62] 00000080:00200000:1.0:1787826092.027725:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000000082ac9e 17ffffc0001001 3:0 ffff8a4f1254a1d0 62 lru 00000080:00200000:1.0:1787826092.027731:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000045cbe854 62: 1< 0 - - > 2< 253952 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027733:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000060511906 00000080:00200000:1.0:1787826092.027735:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 63. 00000080:00200000:1.0:1787826092.027737:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 63 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027751:0:51684:0:(rw26.c:875:ll_write_end()) pos 258048, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027755:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000007c530ff[3 000000002cf99748 2 1 00000000d2940bc1 0 0 63] 00000080:00200000:1.0:1787826092.027758:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000043d22c00 17ffffc0001001 3:0 ffff8a4f1254a9f8 63 lru 00000080:00200000:1.0:1787826092.027763:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000c8fe8361 63: 1< 0 - - > 2< 258048 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027766:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000007c530ff 00000080:00200000:1.0:1787826092.027767:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 64. 00000080:00200000:1.0:1787826092.027769:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 64 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027795:0:51684:0:(rw26.c:875:ll_write_end()) pos 262144, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027799:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000b441fd50[3 000000002cf99748 2 1 00000000d2940bc1 0 0 64] 00000080:00200000:1.0:1787826092.027803:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000005e2d0328 17ffffc0001001 3:0 ffff8a4f1254a570 64 lru 00000080:00200000:1.0:1787826092.027808:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000053b72f0b 64: 1< 0 - - > 2< 262144 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027811:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000b441fd50 00000080:00200000:1.0:1787826092.027812:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 65. 00000080:00200000:1.0:1787826092.027814:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 65 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027825:0:51684:0:(rw26.c:875:ll_write_end()) pos 266240, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027829:0:51684:0:(rw26.c:933:ll_write_end()) page@000000003ab5f103[3 000000002cf99748 2 1 00000000d2940bc1 0 0 65] 00000080:00200000:1.0:1787826092.027832:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000048a21eaf 17ffffc0001001 3:0 ffff8a4f1254a658 65 lru 00000080:00200000:1.0:1787826092.027837:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000085af71e4 65: 1< 0 - - > 2< 266240 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027839:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000003ab5f103 00000080:00200000:1.0:1787826092.027840:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 66. 00000080:00200000:1.0:1787826092.027842:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 66 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027888:0:51684:0:(rw26.c:875:ll_write_end()) pos 270336, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027893:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000051acb08[3 000000002cf99748 2 1 00000000d2940bc1 0 0 66] 00000080:00200000:1.0:1787826092.027895:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000024989dc6 17ffffc0001001 3:0 ffff8a4f1254ad98 66 lru 00000080:00200000:1.0:1787826092.027901:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000004b5112c0 66: 1< 0 - - > 2< 270336 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027903:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000051acb08 00000080:00200000:1.0:1787826092.027908:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 67. 00000080:00200000:1.0:1787826092.027910:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 67 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027921:0:51684:0:(rw26.c:875:ll_write_end()) pos 274432, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027925:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000f6cd57c7[3 000000002cf99748 2 1 00000000d2940bc1 0 0 67] 00000080:00200000:1.0:1787826092.027928:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000e3a2f75a 17ffffc0001001 3:0 ffff8a4f1254acb0 67 lru 00000080:00200000:1.0:1787826092.027934:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000009c04515e 67: 1< 0 - - > 2< 274432 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027936:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000f6cd57c7 00000080:00200000:1.0:1787826092.027938:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 68. 00000080:00200000:1.0:1787826092.027939:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 68 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027952:0:51684:0:(rw26.c:875:ll_write_end()) pos 278528, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027955:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000261bf371[3 000000002cf99748 2 1 00000000d2940bc1 0 0 68] 00000080:00200000:1.0:1787826092.027958:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec36c64e 17ffffc0001001 3:0 ffff8a4f09f900e8 68 lru 00000080:00200000:1.0:1787826092.027963:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000acb42249 68: 1< 0 - - > 2< 278528 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.027965:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000261bf371 00000080:00200000:1.0:1787826092.027966:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 69. 00000080:00200000:1.0:1787826092.027968:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 69 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.027984:0:51684:0:(rw26.c:875:ll_write_end()) pos 282624, len 4096, copied 4096 00000080:00200000:1.0:1787826092.027989:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000cb9b3380[3 000000002cf99748 2 1 00000000d2940bc1 0 0 69] 00000080:00200000:1.0:1787826092.027992:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000fa60749e 17ffffc0001001 3:0 ffff8a4f09f90ae0 69 lru 00000080:00200000:1.0:1787826092.027997:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000040b6d9a3 69: 1< 0 - - > 2< 282624 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028000:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000cb9b3380 00000080:00200000:1.0:1787826092.028001:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 70. 00000080:00200000:1.0:1787826092.028003:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 70 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028017:0:51684:0:(rw26.c:875:ll_write_end()) pos 286720, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028021:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000da022f57[3 000000002cf99748 2 1 00000000d2940bc1 0 0 70] 00000080:00200000:1.0:1787826092.028023:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000006b0470bd 17ffffc0001001 3:0 ffff8a4f09f90bc8 70 lru 00000080:00200000:1.0:1787826092.028028:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000a1deab20 70: 1< 0 - - > 2< 286720 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028030:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000da022f57 00000080:00200000:1.0:1787826092.028031:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 71. 00000080:00200000:1.0:1787826092.028033:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 71 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028052:0:51684:0:(rw26.c:875:ll_write_end()) pos 290816, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028056:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000060e91083[3 000000002cf99748 2 1 00000000d2940bc1 0 0 71] 00000080:00200000:1.0:1787826092.028063:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000532731c1 17ffffc0001021 2:0 ffff8a4f09f901d0 71 lru 00000080:00200000:1.0:1787826092.028068:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000006dc5a066 71: 1< 0 - - > 2< 290816 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028070:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000060e91083 00000080:00200000:1.0:1787826092.028071:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 72. 00000080:00200000:1.0:1787826092.028073:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 72 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028086:0:51684:0:(rw26.c:875:ll_write_end()) pos 294912, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028091:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000d3c85813[3 000000002cf99748 2 1 00000000d2940bc1 0 0 72] 00000080:00200000:1.0:1787826092.028094:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000017c9c54b 17ffffc0001001 3:0 ffff8a4f09f909f8 72 lru 00000080:00200000:1.0:1787826092.028100:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000097ca7a37 72: 1< 0 - - > 2< 294912 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028102:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000d3c85813 00000080:00200000:1.0:1787826092.028103:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 73. 00000080:00200000:1.0:1787826092.028105:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 73 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028117:0:51684:0:(rw26.c:875:ll_write_end()) pos 299008, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028120:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000951ce1db[3 000000002cf99748 2 1 00000000d2940bc1 0 0 73] 00000080:00200000:1.0:1787826092.028123:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000749ff2b3 17ffffc0001001 3:0 ffff8a4f09f90570 73 lru 00000080:00200000:1.0:1787826092.028129:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000008066f4b0 73: 1< 0 - - > 2< 299008 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028131:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000951ce1db 00000080:00200000:1.0:1787826092.028132:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 74. 00000080:00200000:1.0:1787826092.028134:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 74 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028144:0:51684:0:(rw26.c:875:ll_write_end()) pos 303104, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028147:0:51684:0:(rw26.c:933:ll_write_end()) page@000000003fe2d76d[3 000000002cf99748 2 1 00000000d2940bc1 0 0 74] 00000080:00200000:1.0:1787826092.028150:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000eff0bde0 17ffffc0001001 3:0 ffff8a4f09f90658 74 lru 00000080:00200000:1.0:1787826092.028156:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000004b391d27 74: 1< 0 - - > 2< 303104 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028158:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000003fe2d76d 00000080:00200000:1.0:1787826092.028159:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 75. 00000080:00200000:1.0:1787826092.028161:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 75 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028170:0:51684:0:(rw26.c:875:ll_write_end()) pos 307200, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028174:0:51684:0:(rw26.c:933:ll_write_end()) page@000000007d794957[3 000000002cf99748 2 1 00000000d2940bc1 0 0 75] 00000080:00200000:1.0:1787826092.028176:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000000afd8243 17ffffc0001001 3:0 ffff8a4f09f90d98 75 lru 00000080:00200000:1.0:1787826092.028182:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000071a03dfe 75: 1< 0 - - > 2< 307200 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028184:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000007d794957 00000080:00200000:1.0:1787826092.028188:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 76. 00000080:00200000:1.0:1787826092.028190:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 76 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028201:0:51684:0:(rw26.c:875:ll_write_end()) pos 311296, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028205:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000057b6200e[3 000000002cf99748 2 1 00000000d2940bc1 0 0 76] 00000080:00200000:1.0:1787826092.028208:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000006a7a2283 17ffffc0001001 3:0 ffff8a4f09f90cb0 76 lru 00000080:00200000:1.0:1787826092.028214:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000227dfa09 76: 1< 0 - - > 2< 311296 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028216:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000057b6200e 00000080:00200000:1.0:1787826092.028217:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 77. 00000080:00200000:1.0:1787826092.028218:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 77 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028229:0:51684:0:(rw26.c:875:ll_write_end()) pos 315392, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028233:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000abb139e5[3 000000002cf99748 2 1 00000000d2940bc1 0 0 77] 00000080:00200000:1.0:1787826092.028235:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000fda95787 17ffffc0001001 3:0 ffff8a4f09f90488 77 lru 00000080:00200000:1.0:1787826092.028240:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf58007d 77: 1< 0 - - > 2< 315392 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028241:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000abb139e5 00000080:00200000:1.0:1787826092.028242:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 78. 00000080:00200000:1.0:1787826092.028244:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 78 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028259:0:51684:0:(rw26.c:875:ll_write_end()) pos 319488, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028263:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000989bd460[3 000000002cf99748 2 1 00000000d2940bc1 0 0 78] 00000080:00200000:1.0:1787826092.028266:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000091cda38 17ffffc0001001 3:0 ffff8a4f09f90910 78 lru 00000080:00200000:1.0:1787826092.028271:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000076eee0ec 78: 1< 0 - - > 2< 319488 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028274:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000989bd460 00000080:00200000:1.0:1787826092.028275:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 79. 00000080:00200000:1.0:1787826092.028277:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 79 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028290:0:51684:0:(rw26.c:875:ll_write_end()) pos 323584, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028294:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000084a4d2a2[3 000000002cf99748 2 1 00000000d2940bc1 0 0 79] 00000080:00200000:1.0:1787826092.028296:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000044002044 17ffffc0001001 3:0 ffff8a4f09f90000 79 lru 00000080:00200000:1.0:1787826092.028301:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000ba4b2a9a 79: 1< 0 - - > 2< 323584 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028303:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000084a4d2a2 00000080:00200000:1.0:1787826092.028304:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 80. 00000080:00200000:1.0:1787826092.028306:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 80 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028320:0:51684:0:(rw26.c:875:ll_write_end()) pos 327680, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028324:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000cabad261[3 000000002cf99748 2 1 00000000d2940bc1 0 0 80] 00000080:00200000:1.0:1787826092.028331:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000003bc15f58 17ffffc0001001 3:0 ffff8a4f09f90e80 80 lru 00000080:00200000:1.0:1787826092.028336:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000007245c635 80: 1< 0 - - > 2< 327680 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028339:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000cabad261 00000080:00200000:1.0:1787826092.028340:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 81. 00000080:00200000:1.0:1787826092.028342:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 81 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028356:0:51684:0:(rw26.c:875:ll_write_end()) pos 331776, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028360:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000471e7f74[3 000000002cf99748 2 1 00000000d2940bc1 0 0 81] 00000080:00200000:1.0:1787826092.028363:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000004320f9cc 17ffffc0001001 3:0 ffff8a4f09f90828 81 lru 00000080:00200000:1.0:1787826092.028369:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000771a852f 81: 1< 0 - - > 2< 331776 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028371:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000471e7f74 00000080:00200000:1.0:1787826092.028372:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 82. 00000080:00200000:1.0:1787826092.028374:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 82 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028384:0:51684:0:(rw26.c:875:ll_write_end()) pos 335872, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028388:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000014c4d92e[3 000000002cf99748 2 1 00000000d2940bc1 0 0 82] 00000080:00200000:1.0:1787826092.028390:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000009202c527 17ffffc0001001 3:0 ffff8a4f09f90740 82 lru 00000080:00200000:1.0:1787826092.028396:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000005afd2f2e 82: 1< 0 - - > 2< 335872 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028398:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000014c4d92e 00000080:00200000:1.0:1787826092.028399:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 83. 00000080:00200000:1.0:1787826092.028401:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 83 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028416:0:51684:0:(rw26.c:875:ll_write_end()) pos 339968, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028419:0:51684:0:(rw26.c:933:ll_write_end()) page@000000009fd51a63[3 000000002cf99748 2 1 00000000d2940bc1 0 0 83] 00000080:00200000:1.0:1787826092.028422:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000b9ab54bc 17ffffc0001001 3:0 ffff8a4f09f902b8 83 lru 00000080:00200000:1.0:1787826092.028428:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000aec97704 83: 1< 0 - - > 2< 339968 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028430:0:51684:0:(rw26.c:933:ll_write_end()) end page@000000009fd51a63 00000080:00200000:1.0:1787826092.028431:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 84. 00000080:00200000:1.0:1787826092.028433:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 84 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028443:0:51684:0:(rw26.c:875:ll_write_end()) pos 344064, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028446:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000496a0b16[3 000000002cf99748 2 1 00000000d2940bc1 0 0 84] 00000080:00200000:1.0:1787826092.028449:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000a282e109 17ffffc0001001 3:0 ffff8a4f09f903a0 84 lru 00000080:00200000:1.0:1787826092.028454:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@0000000062f849a7 84: 1< 0 - - > 2< 344064 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028456:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000496a0b16 00000080:00200000:1.0:1787826092.028461:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 85. 00000080:00200000:1.0:1787826092.028463:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 85 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028477:0:51684:0:(rw26.c:875:ll_write_end()) pos 348160, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028481:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000bdbdfdb5[3 000000002cf99748 2 1 00000000d2940bc1 0 0 85] 00000080:00200000:1.0:1787826092.028483:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000cb636205 17ffffc0001001 3:0 ffff8a4f09e18488 85 lru 00000080:00200000:1.0:1787826092.028488:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000498ffe37 85: 1< 0 - - > 2< 348160 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028490:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000bdbdfdb5 00000080:00200000:1.0:1787826092.028491:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 86. 00000080:00200000:1.0:1787826092.028493:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 86 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028511:0:51684:0:(rw26.c:875:ll_write_end()) pos 352256, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028516:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000745f7c3f[3 000000002cf99748 2 1 00000000d2940bc1 0 0 86] 00000080:00200000:1.0:1787826092.028519:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @000000005c6bb081 17ffffc0001021 2:0 ffff8a4f09e18910 86 lru 00000080:00200000:1.0:1787826092.028524:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000e36e9708 86: 1< 0 - - > 2< 352256 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028526:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000745f7c3f 00000080:00200000:1.0:1787826092.028528:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 87. 00000080:00200000:1.0:1787826092.028529:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 87 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028546:0:51684:0:(rw26.c:875:ll_write_end()) pos 356352, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028550:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000a9f6d3f2[3 000000002cf99748 2 1 00000000d2940bc1 0 0 87] 00000080:00200000:1.0:1787826092.028553:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000268298a4 17ffffc0001001 3:0 ffff8a4f09e18000 87 lru 00000080:00200000:1.0:1787826092.028558:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@000000005e09cbd9 87: 1< 0 - - > 2< 356352 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028560:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000a9f6d3f2 00000080:00200000:1.0:1787826092.028561:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 88. 00000080:00200000:1.0:1787826092.028563:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 88 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028579:0:51684:0:(rw26.c:875:ll_write_end()) pos 360448, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028583:0:51684:0:(rw26.c:933:ll_write_end()) page@00000000a38c1810[3 000000002cf99748 2 1 00000000d2940bc1 0 0 88] 00000080:00200000:1.0:1787826092.028587:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @0000000060a21add 17ffffc0001001 3:0 ffff8a4f09e18e80 88 lru 00000080:00200000:1.0:1787826092.028592:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000f29dbc94 88: 1< 0 - - > 2< 360448 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.028594:0:51684:0:(rw26.c:933:ll_write_end()) end page@00000000a38c1810 00000080:00200000:1.0:1787826092.028596:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 89. 00000080:00200000:1.0:1787826092.028597:0:51684:0:(rw26.c:681:ll_write_begin()) Writing 89 of 0 to 4096 bytes 00000080:00200000:1.0:1787826092.028613:0:51684:0:(rw26.c:875:ll_write_end()) pos 364544, len 4096, copied 4096 00000080:00200000:1.0:1787826092.028617:0:51684:0:(rw26.c:933:ll_write_end()) page@0000000058014ce8[3 000000002cf99748 2 1 00000000d2940bc1 0 0 89] 00000080:00200000:1.0:1787826092.031127:0:51684:0:(rw26.c:933:ll_write_end()) vmpage @00000000e07e1e13 17ffffc0001001 3:0 ffff8a4f09e18828 89 lru 00000080:00200000:1.0:1787826092.031137:0:51684:0:(rw26.c:933:ll_write_end()) osc-page@00000000a0e7d99a 89: 1< 0 - - > 2< 364544 0 0 0x0 0x0 | 00000000bbb1c4ef 000000002374cc8e > 3< 0 0 > 4< 0 0 8 15802368 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826092.031140:0:51684:0:(rw26.c:933:ll_write_end()) end page@0000000058014ce8 00000080:00200000:1.0:1787826092.031143:0:51684:0:(rw26.c:933:ll_write_end()) queued cl_page: 90. 00010000:00010000:0.0:1787826092.255078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826093.270194:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826094.294899:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826095.191262:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421896448:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826095.191262:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421896320:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826095.191368:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421896576:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826095.191373:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421896704:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826095.191551:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421896832:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826095.195335:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421896320:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826095.199431:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421896576:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826095.199448:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421896832:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826095.199736:0:2404:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967521 gen 1 00000100:00100000:0.0:1787826095.199749:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421896448:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826095.201820:0:2404:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a4f07c09000: committing for last_committed 4294967350 gen 10 00000100:00100000:1.0:1787826095.201845:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421896704:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826095.318079:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787826096.151057:0:51880:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826096.151068:0:51880:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826096.151090:0:51880:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826096.151108:0:51880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:1.0:1787826096.151124:0:51880:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200000:1.0:1787826096.151133:0:51880:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826096.151141:0:51880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826096.151144:0:51880:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826096.151151:0:51880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc3157cb8 00010000:00010000:1.0:1787826096.151154:0:51880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:1.0:1787826096.151183:0:51880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00000080:00200008:1.0:1787826096.151585:0:51880:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826096.151591:0:51880:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826096.151983:0:51880:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826096.151995:0:51880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00010000:1.0:1787826096.152005:0:51880:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00000080:00200000:1.0:1787826096.152011:0:51880:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826096.152017:0:51880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826096.152020:0:51880:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826096.152024:0:51880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc3157cb8 00010000:00010000:1.0:1787826096.152027:0:51880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00010000:1.0:1787826096.152033:0:51880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00000080:00200000:1.0:1787826096.152130:0:51880:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826096.152138:0:51880:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826096.152146:0:51880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00010000:1.0:1787826096.152166:0:51880:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00000080:00200000:1.0:1787826096.152173:0:51880:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826096.152177:0:51880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826096.152179:0:51880:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826096.152183:0:51880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc3157bb0 00010000:00010000:1.0:1787826096.152186:0:51880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00010000:1.0:1787826096.152192:0:51880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00000080:00200000:1.0:1787826096.152201:0:51880:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787826096.152208:0:51880:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787826096.152225:0:51880:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=a1c2b0 00000100:00100000:1.0:1787826096.152272:0:51880:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51880:1874669421896960:192.168.203.149@tcp:48:lfs.60003 00000080:00200000:0.0:1787826096.381688:0:51884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826096.381723:0:51884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826096.381743:0:51884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:0.0:1787826096.381759:0:51884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000080:00200000:0.0:1787826096.381768:0:51884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826096.381777:0:51884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826096.381781:0:51884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826096.381788:0:51884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc3187b58 00010000:00010000:0.0:1787826096.381791:0:51884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:0.0:1787826096.381799:0:51884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:0.0:1787826096.381814:0:51884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826096.381828:0:51884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:0.0:1787826096.381834:0:51884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 41ff mask 1 00000080:00200000:0.0:1787826096.381838:0:51884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=8 00000080:00200008:0.0:1787826096.381845:0:51884:0:(file.c:6313:ll_getattr_dentry()) START file f20.sanity-sec:[0x200000402:0x2a:0x0](ffff8a4f095aec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826096.382229:0:51884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2a:0x0](ffff8a4f095aec08),name=f20.sanity-sec 00000002:00010000:0.0:1787826096.382247:0:51884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2a:0x0]) in obj [0x200000402:0x25:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826096.382258:0:51884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826096.382388:0:51884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826096.382397:0:51884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x25:0x0] suppgids -1 60003: rc 1 00000080:00010000:0.0:1787826096.382402:0:51884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2a:0x0](ffff8a4f095aec08) 00000080:00010000:0.0:1787826096.382404:0:51884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2a:0x0](ffff8a4f095aec08) for lock 0x7f6ab97892e4ce87 00000080:00010000:0.0:1787826096.382408:0:51884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce87 from it ffffb55dc3187cb8 00010000:00010000:0.0:1787826096.382411:0:51884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826096.382418:0:51884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826096.382440:0:51884:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1787826096.382517:0:51884:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x2a:0x0] 00000008:00010000:0.0:1787826096.382538:0:51884:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826096.382542:0:51884:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc9a30, osc lock ffff8a4f08c80750, flags 0x400001002 00010000:00010000:0.0:1787826096.382560:0:51884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826096.382583:0:51884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1787826096.382606:0:51884:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826096.382611:0:51884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826096.382620:0:51884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1787826096.382631:0:51884:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826096.382641:0:51884:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x2a:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:0.0:1787826096.382645:0:51884:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f12ee8 (ffff8a4f09f89b48/0) at cl_lock_release():245 00000020:00010000:0.0:1787826096.382648:0:51884:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f12ee8 (ffff8a4f09f89b48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826096.382652:0:51884:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f06bc9a30 (ffff8a4f0a0326c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826096.382655:0:51884:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f12ee8 (ffff8a4f09f89b48/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826096.382659:0:51884:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f06bc9a30 (ffff8a4f09f89b48/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826096.382670:0:51884:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826096.382698:0:51884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826096.382707:0:51884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826096.382715:0:51884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:0.0:1787826096.382724:0:51884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:0.0:1787826096.382741:0:51884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826096.382746:0:51884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826096.382749:0:51884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826096.382753:0:51884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc3187b58 00010000:00010000:0.0:1787826096.382757:0:51884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:0.0:1787826096.382764:0:51884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:0.0:1787826096.382773:0:51884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826096.382778:0:51884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:0.0:1787826096.382783:0:51884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 41ff mask 1 00000080:00200000:0.0:1787826096.382786:0:51884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=8 00000080:00200008:0.0:1787826096.382792:0:51884:0:(file.c:6313:ll_getattr_dentry()) START file f20.sanity-sec:[0x200000402:0x2a:0x0](ffff8a4f095aec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826096.382796:0:51884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2a:0x0](ffff8a4f095aec08),name=f20.sanity-sec 00000002:00010000:0.0:1787826096.382804:0:51884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2a:0x0]) in obj [0x200000402:0x25:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826096.382810:0:51884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826096.382818:0:51884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826096.382824:0:51884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x25:0x0] suppgids -1 60003: rc 1 00000080:00010000:0.0:1787826096.382827:0:51884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2a:0x0](ffff8a4f095aec08) 00000080:00010000:0.0:1787826096.382830:0:51884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2a:0x0](ffff8a4f095aec08) for lock 0x7f6ab97892e4ce87 00000080:00010000:0.0:1787826096.382840:0:51884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce87 from it ffffb55dc3187cb8 00010000:00010000:0.0:1787826096.382843:0:51884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826096.382875:0:51884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826096.382888:0:51884:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1787826096.382892:0:51884:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x2a:0x0] 00000008:00010000:0.0:1787826096.382899:0:51884:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826096.382901:0:51884:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc9a30, osc lock ffff8a4f08c80750, flags 0x400001002 00010000:00010000:0.0:1787826096.382909:0:51884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826096.382918:0:51884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1787826096.382926:0:51884:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826096.382929:0:51884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826096.382937:0:51884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1787826096.382946:0:51884:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826096.382950:0:51884:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x2a:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:0.0:1787826096.382953:0:51884:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f12ee8 (ffff8a4f09f89b48/0) at cl_lock_release():245 00000020:00010000:0.0:1787826096.382955:0:51884:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f12ee8 (ffff8a4f09f89b48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826096.382963:0:51884:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f06bc9a30 (ffff8a4f0a0326c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826096.382966:0:51884:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f12ee8 (ffff8a4f09f89b48/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826096.382969:0:51884:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f06bc9a30 (ffff8a4f09f89b48/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826096.382974:0:51884:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826096.383004:0:51884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826096.383012:0:51884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826096.383019:0:51884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:0.0:1787826096.383027:0:51884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:0.0:1787826096.383032:0:51884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826096.383036:0:51884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826096.383038:0:51884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826096.383042:0:51884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc3187be8 00010000:00010000:0.0:1787826096.383045:0:51884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:0.0:1787826096.383052:0:51884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:0.0:1787826096.383060:0:51884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826096.383063:0:51884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=25 00000080:00200000:0.0:1787826096.383067:0:51884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 41ff mask 1 00000080:00200000:0.0:1787826096.383070:0:51884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=9 00000080:00200000:0.0:1787826096.383074:0:51884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2a:0x0](ffff8a4f095aec08), inode mode 81a4 mask 22 00000080:00200000:0.0:1787826096.383086:0:51884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826096.383097:0:51884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826096.383116:0:51884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:0.0:1787826096.383125:0:51884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:0.0:1787826096.383131:0:51884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826096.383135:0:51884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826096.383137:0:51884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826096.383141:0:51884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc3187c10 00010000:00010000:0.0:1787826096.383144:0:51884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:0.0:1787826096.383151:0:51884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000080:00200000:0.0:1787826096.383159:0:51884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826096.383163:0:51884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:0.0:1787826096.383166:0:51884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 41ff mask 1 00000080:00200000:0.0:1787826096.383171:0:51884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=0 00000080:00200000:0.0:1787826096.383174:0:51884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8), inode mode 41ff mask 3 00000080:00200000:0.0:1787826096.383178:0:51884:0:(namei.c:2418:ll_unlink()) VFS Op:name=f20.sanity-sec, dir=[0x200000402:0x25:0x0](ffff8a4f095300c8) 00010000:00010000:0.0:1787826096.383203:0:51884:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826096.383217:0:51884:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x2a:0x0]: losing layout lock 00010000:00010000:0.0:1787826096.383256:0:51884:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826096.383582:0:51884:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787826096.383585:0:51884:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7200/0x7f6ab97892e4ce87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe447c expref: -99 pid: 51684 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:0.0:1787826096.383621:0:51884:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826096.383634:0:51884:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c58000 x1874669421898368/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826096.383659:0:51884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:51884:1874669421898368:192.168.203.149@tcp:36:rm.60003 00000100:00100000:0.0:1787826096.383812:0:51884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310a900 going to sleep for 11 seconds 00010000:00010000:0.0:1787826097.366576:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826098.674137:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826098.683720:0:44290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431948800 00000100:00100000:0.0:1787826098.683734:0:44290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431948800 00000100:00100000:0.0:1787826098.683810:0:44290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 70 00000100:00100000:0.0:1787826098.683821:0:44290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8413:x1874669431948800:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826098.684008:0:44290:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000009c19042a/0x7f6ab97892e4ce8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe448a expref: -99 pid: 51684 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826098.684106:0:44290:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826098.684113:0:44290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8413:x1874669431948800:12345-192.168.203.149@tcp:104: Request processed in 295us (9986us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826098.684121:0:44290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 70 00000100:00100000:0.0:1787826105.431018:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421899392:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826105.431156:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421899648:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826105.431191:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787826105.431286:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421899264:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826105.431322:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421899520:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826105.431346:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421899776:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826105.439313:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421899264:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826105.439344:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421899520:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826105.439355:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421899776:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826105.439367:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421899392:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826105.439377:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421899648:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826106.468636:0:52133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52133:1874669421900288:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826106.468748:0:52133:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826106.472905:0:52133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52133:1874669421900288:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826106.472987:0:52133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52133:1874669421900416:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826106.475988:0:52133:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826106.481714:0:52133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52133:1874669421900416:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:0.0:1787826106.481796:0:52133:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:1.0:1787826106.483212:0:52133:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826106.483229:0:52133:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826106.483272:0:52133:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826106.483298:0:52133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00010000:00010000:1.0:1787826106.483320:0:52133:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00000080:00200000:1.0:1787826106.483331:0:52133:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826106.483341:0:52133:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826106.483346:0:52133:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826106.483356:0:52133:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc3417cb8 00010000:00010000:1.0:1787826106.483361:0:52133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00010000:00010000:1.0:1787826106.483372:0:52133:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00000080:00200000:1.0:1787826106.483441:0:52133:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826106.483449:0:52133:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826106.483456:0:52133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00010000:00010000:1.0:1787826106.483465:0:52133:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00000080:00200000:1.0:1787826106.483486:0:52133:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826106.483490:0:52133:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826106.483493:0:52133:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:1.0:1787826106.483497:0:52133:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc3417bb0 00010000:00010000:1.0:1787826106.483500:0:52133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00010000:00010000:1.0:1787826106.483509:0:52133:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000080:00200000:1.0:1787826106.483520:0:52133:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787826106.483542:0:52133:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787826106.483558:0:52133:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=d3d2b0 00000100:00100000:1.0:1787826106.483623:0:52133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52133:1874669421900544:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826106.483721:0:52133:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06900780 going to sleep for 11 seconds 00000100:00100000:0.0:1787826106.571619:0:52134:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52134:1874669421901440:192.168.203.149@tcp:101:rm.0 00010000:00010000:0.0:1787826106.571644:0:52134:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4ce9c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826106.571658:0:52134:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4ce9c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 52134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826106.571665:0:52134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4ce9c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 52134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826106.571672:0:52134:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4ce9c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 52134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826106.571680:0:52134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4ce9c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 52134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826106.571706:0:52134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f13e09e00 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:0.0:1787826106.571711:0:52134:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4ce9c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 52134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826106.571717:0:52134:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4ce9c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 52134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826106.571725:0:52134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4ce9c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 52134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826106.571732:0:52134:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826106.571738:0:52134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4ce9c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 52134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826106.571745:0:52134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4ce9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 52134 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826106.571766:0:52134:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff8a4f08da8b40 x1874669421901440/t4294967523(4294967523) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826122 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:65534 00000002:00100000:0.0:1787826106.571780:0:52134:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f08da8b40 x1874669421901440/t4294967523(4294967523) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826122 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:65534 00000080:00200000:0.0:1787826106.571795:0:52134:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826106.571821:0:52134:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x25:0x0], updating i_size 4096 00000002:00100000:0.0:1787826106.571840:0:52134:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f08da8b40 x1874669421901440/t4294967523(4294967523) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826122 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:65534 00000080:00200008:0.0:1787826106.571956:0:52134:0:(file.c:6313:ll_getattr_dentry()) START file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826106.571964:0:52134:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8),name=d20.sanity-sec 00000002:00010000:0.0:1787826106.571990:0:52134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826106.572004:0:52134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826106.572015:0:52134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826106.572022:0:52134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826106.572028:0:52134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) 00000080:00010000:0.0:1787826106.572031:0:52134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x25:0x0](ffff8a4f095300c8) for lock 0x7f6ab97892e4ce95 00000080:00010000:0.0:1787826106.572035:0:52134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ce95 from it ffffb55dc48bbcd8 00010000:00010000:0.0:1787826106.572038:0:52134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826106.572047:0:52134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826106.572121:0:52134:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787826106.572136:0:52134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x25:0x0]) in obj [0x200000402:0x25:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787826106.572143:0:52134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826106.572152:0:52134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787826106.573035:0:52134:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52134:1874669421901568:192.168.203.149@tcp:37:rm.0 00000100:00100000:0.0:1787826106.573117:0:52134:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826106.604593:0:52134:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52134:1874669421901568:192.168.203.149@tcp:37:rm.0 00010000:00010000:0.0:1787826106.605309:0:52134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826106.605324:0:52134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826106.605374:0:52134:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1787826106.606069:0:52134:0:(file.c:479:ll_file_release()) START file d20.sanity-sec:[0x200000402:0x25:0x0](ffff8a4f095300c8), flags 704000 00000002:00100000:0.0:1787826106.606134:0:52134:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f08da8b40 x1874669421901440/t4294967523(4294967523) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826122 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:65534 00000020:00100000:0.0:1787826106.606145:0:52134:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826106.606151:0:52134:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c5b480 x1874669421901824/t0(0) o35->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826106.606174:0:52134:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52134:1874669421901824:192.168.203.149@tcp:35:rm.0 00000100:00100000:0.0:1787826106.606258:0:52134:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826106.609709:0:52134:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52134:1874669421901824:192.168.203.149@tcp:35:rm.0 00000002:00100000:0.0:1787826106.609742:0:52134:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f08da8b40 x1874669421901440/t4294967523(4294967523) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826122 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:65534 00000080:00200000:0.0:1787826106.609813:0:52134:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826106.609830:0:52134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826106.609848:0:52134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00010000:0.0:1787826106.609904:0:52134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00000080:00200000:0.0:1787826106.609934:0:52134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826106.609940:0:52134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826106.609943:0:52134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826106.609951:0:52134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc48bbc10 00010000:00010000:0.0:1787826106.609956:0:52134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00010000:0.0:1787826106.609965:0:52134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00000080:00200000:0.0:1787826106.609979:0:52134:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826106.609989:0:52134:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=0 00000080:00200000:0.0:1787826106.609994:0:52134:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826106.610001:0:52134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826106.610007:0:52134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00010000:00010000:0.0:1787826106.610015:0:52134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00000080:00200000:0.0:1787826106.610020:0:52134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826106.610024:0:52134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826106.610026:0:52134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cdca 00000080:00010000:0.0:1787826106.610029:0:52134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cdca from it ffffb55dc48bbd88 00010000:00010000:0.0:1787826106.610032:0:52134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00010000:00010000:0.0:1787826106.610050:0:52134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00000080:00200000:0.0:1787826106.610060:0:52134:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 3 00000080:00200000:0.0:1787826106.610067:0:52134:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248) 00010000:00010000:0.0:1787826106.610085:0:52134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00010000:00010000:0.0:1787826106.610111:0:52134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826106.610173:0:52134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826106.610206:0:52134:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826106.610215:0:52134:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826106.610221:0:52134:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00010000:00010000:0.0:1787826106.610479:0:52134:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1787826106.610483:0:52134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4ce95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe44bb expref: -99 pid: 52134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826106.610493:0:52134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4ce80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4460 expref: -99 pid: 51684 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826106.610512:0:52134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4cdca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe416c expref: -99 pid: 51059 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00000020:00100000:0.0:1787826106.610543:0:52134:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826106.610550:0:52134:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c5b480 x1874669421902080/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826106.610572:0:52134:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52134:1874669421902080:192.168.203.149@tcp:36:rm.0 00000100:00100000:0.0:1787826106.610677:0:52134:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0310ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826106.615670:0:52134:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52134:1874669421902080:192.168.203.149@tcp:36:rm.0 00000080:00200000:0.0:1787826106.615716:0:52134:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000402:0x25:0x0](ffff8a4f095300c8) 00000080:00200008:1.0:1787826114.182166:0:50301:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826114.182179:0:50301:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826114.182201:0:50301:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826114.182220:0:50301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826114.182234:0:50301:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826114.182243:0:50301:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826114.182250:0:50301:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826114.182260:0:50301:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cea3 00000080:00010000:1.0:1787826114.182267:0:50301:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cea3 from it ffffb55dc15afcb8 00010000:00010000:1.0:1787826114.182271:0:50301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826114.182281:0:50301:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787826114.217172:0:52253:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826114.217204:0:52253:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826114.217223:0:52253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826114.217238:0:52253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787826114.217246:0:52253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826114.217254:0:52253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826114.217258:0:52253:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cea3 00000080:00010000:0.0:1787826114.217264:0:52253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cea3 from it ffffb55dc354fb58 00010000:00010000:0.0:1787826114.217268:0:52253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826114.217288:0:52253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787826114.217305:0:52253:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826114.217314:0:52253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=13 00000080:00200000:0.0:1787826114.217330:0:52253:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826114.217339:0:52253:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826114.217345:0:52253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826114.217352:0:52253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787826114.217359:0:52253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826114.217363:0:52253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826114.217365:0:52253:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cea3 00000080:00010000:0.0:1787826114.217368:0:52253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cea3 from it ffffb55dc354fbe8 00010000:00010000:0.0:1787826114.217371:0:52253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826114.217377:0:52253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787826114.217385:0:52253:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826114.217389:0:52253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=16392 00000080:00200008:0.0:1787826114.217405:0:52253:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826114.217410:0:52253:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826114.217422:0:52253:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826114.217429:0:52253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826114.217437:0:52253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787826114.217444:0:52253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826114.217448:0:52253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826114.217451:0:52253:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cea3 00000080:00010000:0.0:1787826114.217454:0:52253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cea3 from it ffffb55dc354fcb8 00010000:00010000:0.0:1787826114.217457:0:52253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826114.217463:0:52253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200008:0.0:1787826114.218305:0:52253:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826114.218312:0:52253:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826114.218324:0:52253:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826114.218334:0:52253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826114.218343:0:52253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787826114.218349:0:52253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826114.218353:0:52253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826114.218356:0:52253:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cea3 00000080:00010000:0.0:1787826114.218366:0:52253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cea3 from it ffffb55dc354fcb8 00010000:00010000:0.0:1787826114.218370:0:52253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826114.218378:0:52253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787826114.218498:0:52253:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826114.218507:0:52253:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826114.218514:0:52253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826114.218522:0:52253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787826114.218527:0:52253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826114.218531:0:52253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826114.218533:0:52253:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cea3 00000080:00010000:0.0:1787826114.218537:0:52253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cea3 from it ffffb55dc354fbb0 00010000:00010000:0.0:1787826114.218539:0:52253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826114.218546:0:52253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787826114.218553:0:52253:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:0.0:1787826114.218560:0:52253:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:0.0:1787826114.218577:0:52253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c03066f0 arg=7ffce6d77b50 00000080:00200000:0.0:1787826114.218643:0:52253:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) name=d20.sanity-sec stripe_offset=1 stripe_count=1, hash_type=0 00000020:00100000:0.0:1787826114.218698:0:52253:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826114.218710:0:52253:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c59a40 x1874669421903232/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826114.218734:0:52253:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52253:1874669421903232:192.168.203.149@tcp:36:lfs.0 00000100:00100000:0.0:1787826114.219018:0:52253:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f08791540 going to sleep for 11 seconds 00000100:00100000:1.0:1787826114.226505:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826114.226784:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431956864 00000100:00100000:0.0:1787826114.226793:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431956864 00000100:00100000:1.0:1787826114.227036:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 71 00000100:00100000:1.0:1787826114.227047:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb03c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:7806:x1874669431956864:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826114.227063:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cea3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe4508 expref: -99 pid: 52249 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787826114.227129:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826114.227135:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb03c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:7806:x1874669431956864:12345-192.168.203.149@tcp:104: Request processed in 91us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826114.227142:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 71 00000100:00100000:0.0:1787826114.279377:0:52253:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52253:1874669421903232:192.168.203.149@tcp:36:lfs.0 00000080:00200000:0.0:1787826114.279434:0:52253:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88) 00000080:00200000:0.0:1787826114.279443:0:52253:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00200008:0.0:1787826114.279490:0:52253:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00010000:00010000:0.0:1787826120.531395:0:52348:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff8a4f07c09000 00010000:00010000:0.0:1787826120.531440:0:52348:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 2/2 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787826120.546727:0:52348:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff8a4f07c09000 00000080:00200000:0.0:1787826121.655555:0:52362:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00200000:0.0:1787826121.655568:0:52362:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x1f:0x0](ffff8a4f095aba88): rc = 0 00000080:00010000:0.0:1787826121.655586:0:52362:0:(llite_internal.h:1981:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for remote lock 0x7f6ab97892e4ced4 00000080:00010000:0.0:1787826121.655595:0:52362:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for lock 0x7f6ab97892e4cecd 00000080:00010000:0.0:1787826121.655611:0:52362:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) 00000080:00010000:0.0:1787826121.655615:0:52362:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cecd from it ffffb55dc3657b20 00010000:00010000:0.0:1787826121.655622:0:52362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826121.655638:0:52362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1787826121.655692:0:52362:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x7f6ab97892e4ced4 from it ffffb55dc3657b20 00010000:00010000:0.0:1787826121.655696:0:52362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08600/0x7f6ab97892e4ced4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45d3 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826121.655704:0:52362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08600/0x7f6ab97892e4ced4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45d3 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787826121.655750:0:52362:0:(file.c:6313:ll_getattr_dentry()) START file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826121.655759:0:52362:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88),name=d20.sanity-sec 00000002:00010000:0.0:1787826121.655788:0:52362:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826121.655808:0:52362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08600/0x7f6ab97892e4ced4 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45d3 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826121.655819:0:52362:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08600/0x7f6ab97892e4ced4 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45d3 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826121.655829:0:52362:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826121.655835:0:52362:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) 00000080:00010000:0.0:1787826121.655838:0:52362:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for lock 0x7f6ab97892e4ced4 00000080:00010000:0.0:1787826121.655843:0:52362:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4ced4 from it ffffb55dc3657cb8 00010000:00010000:0.0:1787826121.655846:0:52362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08600/0x7f6ab97892e4ced4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45d3 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826121.655908:0:52362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08600/0x7f6ab97892e4ced4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45d3 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826121.655986:0:52362:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826121.655996:0:52362:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826121.656006:0:52362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826121.656016:0:52362:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826121.656023:0:52362:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826121.656027:0:52362:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826121.656030:0:52362:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826121.656034:0:52362:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3657c08 00010000:00010000:0.0:1787826121.656037:0:52362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826121.656045:0:52362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826121.656053:0:52362:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826121.656061:0:52362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:0.0:1787826121.656079:0:52362:0:(llite_lib.c:2427:ll_setattr_raw()) START file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88) current size 4096, valid attrs 41, mode 4003, uid 43945984, gid -30129, new size 0, atime 1787826121.000000000, mtime 1787826121.000000000, ctime 1787826121.000000000 00010000:00010000:0.0:1787826121.656098:0:52362:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08600/0x7f6ab97892e4ced4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe45d3 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826121.656157:0:52362:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08600/0x7f6ab97892e4ced4 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe45d3 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826121.656175:0:52362:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787826121.656179:0:52362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08600/0x7f6ab97892e4ced4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe45d3 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:0.0:1787826121.656215:0:52362:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826121.656233:0:52362:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c58780 x1874669421905920/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826121.656264:0:52362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52362:1874669421905920:192.168.203.149@tcp:36:chmod.0 00000100:00100000:0.0:1787826121.656366:0:52362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f087919c0 going to sleep for 11 seconds 00000080:00200000:0.0:1787826121.812689:0:52366:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x20:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787826121.812714:0:52366:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f20.sanity-sec:[0x240000402:0x20:0x0](ffff8a4f095b63c8) current size 0, valid attrs 100201f0, mode 8a4f, uid -1016693168, gid -19107, new size 18446744072304917015, atime 1787826121.000000000, mtime 1787826121.000000000, ctime 1787826121.000000000, rc 0 00000080:00200008:0.0:1787826121.812750:0:52366:0:(file.c:479:ll_file_release()) START file f20.sanity-sec:[0x240000402:0x20:0x0](ffff8a4f095b63c8), flags 104001 00000002:00100000:0.0:1787826121.812830:0:52366:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f06e8f840 x1874669421906560/t4294967436(4294967436) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826137 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787826121.812843:0:52366:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826121.812896:0:52366:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c5a1c0 x1874669421907328/t0(0) o35->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:65534 00000100:00100000:0.0:1787826121.812925:0:52366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52366:1874669421907328:192.168.203.149@tcp:35:touch.0 00000100:00100000:0.0:1787826121.813016:0:52366:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f069da540 going to sleep for 11 seconds 00000080:00200000:1.0:1787826121.899591:0:52370:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826121.899621:0:52370:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826121.899639:0:52370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826121.899778:0:52370:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826121.900383:0:52370:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826121.900401:0:52370:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826121.900404:0:52370:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826121.900413:0:52370:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3657b58 00010000:00010000:1.0:1787826121.900428:0:52370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826121.900439:0:52370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1787826121.900456:0:52370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826121.900466:0:52370:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:1.0:1787826121.900472:0:52370:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 4003 mask 1 00000080:00200000:1.0:1787826121.900484:0:52370:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), flags=8 00000080:00200000:1.0:1787826121.900488:0:52370:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), intent=getattr 00000002:00010000:1.0:1787826121.900503:0:52370:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f20.sanity-sec,[0x0:0x0:0x0]) in obj [0x240000402:0x1f:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826121.900551:0:52370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cef7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 52370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826121.900559:0:52370:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cef7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826121.900569:0:52370:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cef7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826121.900591:0:52370:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52370:1874669421907456:192.168.203.149@tcp:101:rm.0 00000100:00100000:1.0:1787826121.900946:0:52370:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06900840 going to sleep for 11 seconds 00000080:00200000:0.0:1787826122.924967:0:52385:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826122.924998:0:52385:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826122.925016:0:52385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826122.925039:0:52385:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787826122.925047:0:52385:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826122.925055:0:52385:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826122.925059:0:52385:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826122.925066:0:52385:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3657b58 00010000:00010000:0.0:1787826122.925071:0:52385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826122.925080:0:52385:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787826122.925096:0:52385:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826122.925103:0:52385:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:0.0:1787826122.925112:0:52385:0:(file.c:6313:ll_getattr_dentry()) START file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826122.925117:0:52385:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88),name=d20.sanity-sec 00000002:00010000:0.0:1787826122.925131:0:52385:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826122.925138:0:52385:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/31 (0 0) 00010000:00010000:0.0:1787826122.925182:0:52385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 52385 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.925189:0:52385:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52385 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.925198:0:52385:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52385 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826122.925230:0:52385:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52385:1874669421907968:192.168.203.149@tcp:101:chmod.0 00000100:00100000:0.0:1787826122.925323:0:52385:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0133a180 going to sleep for 11 seconds 00000100:00100000:0.0:1787826122.931493:0:52385:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52385:1874669421907968:192.168.203.149@tcp:101:chmod.0 00010000:00010000:0.0:1787826122.931534:0:52385:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.931568:0:52385:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.931578:0:52385:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.931594:0:52385:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.931608:0:52385:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.931624:0:52385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.931632:0:52385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.931641:0:52385:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826122.931677:0:52385:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c5a940 x1874669421907968/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826138 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:65534 00000002:00010000:0.0:1787826122.931694:0:52385:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.931705:0:52385:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/31 (0 0) 00000080:00200000:0.0:1787826122.931714:0:52385:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826122.931750:0:52385:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00010000:0.0:1787826122.931757:0:52385:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for lock 0x7f6ab97892e4cf05 00000080:00010000:0.0:1787826122.931763:0:52385:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) 00000080:00010000:0.0:1787826122.931766:0:52385:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cf05 from it ffffb55dc3657cb8 00010000:00010000:0.0:1787826122.931770:0:52385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826122.931780:0:52385:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826122.931926:0:52385:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826122.931948:0:52385:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826122.931962:0:52385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826122.931976:0:52385:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787826122.931983:0:52385:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826122.931994:0:52385:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826122.931997:0:52385:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826122.932002:0:52385:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3657c08 00010000:00010000:0.0:1787826122.932006:0:52385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826122.932013:0:52385:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787826122.932024:0:52385:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826122.932032:0:52385:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:0.0:1787826122.932051:0:52385:0:(llite_lib.c:2427:ll_setattr_raw()) START file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88) current size 4096, valid attrs 41, mode 40c0, uid 43970560, gid -30129, new size 0, atime 1787826122.000000000, mtime 1787826122.000000000, ctime 1787826122.000000000 00010000:00010000:0.0:1787826122.932072:0:52385:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826122.932089:0:52385:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cee2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4604 expref: -99 pid: 52366 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826122.932139:0:52385:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826122.932147:0:52385:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787826122.932150:0:52385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5c00/0x7f6ab97892e4cf05 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4682 expref: -99 pid: 52385 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787826122.932169:0:52385:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826122.932177:0:52385:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c5a940 x1874669421908224/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826122.932216:0:52385:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52385:1874669421908224:192.168.203.149@tcp:36:chmod.0 00000100:00100000:0.0:1787826122.932324:0:52385:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0133a180 going to sleep for 11 seconds 00000100:00100000:1.0:1787826122.934814:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826122.935027:0:44290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431963904 00000100:00100000:0.0:1787826122.935039:0:44290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431963904 00000100:00100000:0.0:1787826122.935148:0:44290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 72 00000100:00100000:0.0:1787826122.935160:0:44290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6497:x1874669431963904:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826122.935181:0:44290:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cee2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe4604 expref: -99 pid: 52366 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826122.935282:0:44290:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826122.935289:0:44290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6497:x1874669431963904:12345-192.168.203.149@tcp:104: Request processed in 132us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826122.935298:0:44290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 72 00000100:00100000:0.0:1787826122.945477:0:52385:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967440 gen 1 00000100:00100000:0.0:1787826122.945552:0:52385:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52385:1874669421908224:192.168.203.149@tcp:36:chmod.0 00000080:00200000:0.0:1787826122.945599:0:52385:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00200008:0.0:1787826122.945617:0:52385:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88) current size 4096, valid attrs 10000041, mode 40c0, uid 43970560, gid -30129, new size 0, atime 1787826122.000000000, mtime 1787826122.000000000, ctime 1787826122.000000000, rc 0 00000100:00100000:1.0:1787826122.946447:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826122.946488:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431964160 00000100:00100000:1.0:1787826122.946505:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431964160 00000100:00100000:1.0:1787826122.946562:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 73 00000100:00100000:1.0:1787826122.946583:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb0b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8412:x1874669431964160:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826122.946608:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 000000002652d647/0x7f6ab97892e4cefe lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4658 expref: -99 pid: 52370 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826122.946700:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826122.946707:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb0b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8412:x1874669431964160:12345-192.168.203.149@tcp:104: Request processed in 136us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826122.946715:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 73 00000080:00200000:0.0:1787826123.144670:0:52393:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826123.144699:0:52393:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826123.145635:0:52393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826123.145654:0:52393:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787826123.149156:0:52393:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826123.149169:0:52393:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826123.149173:0:52393:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826123.149184:0:52393:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc36b7b58 00010000:00010000:0.0:1787826123.149189:0:52393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826123.149199:0:52393:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787826123.149215:0:52393:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826123.149226:0:52393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:0.0:1787826123.149234:0:52393:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 40c0 mask 1 00000080:00200000:0.0:1787826123.149251:0:52393:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), flags=8 00000080:00200000:0.0:1787826123.149255:0:52393:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), intent=getattr 00000002:00010000:0.0:1787826123.149275:0:52393:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f20.sanity-sec,[0x0:0x0:0x0]) in obj [0x240000402:0x1f:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787826123.149329:0:52393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e4e00/0x7f6ab97892e4cf28 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 52393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826123.149337:0:52393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e4e00/0x7f6ab97892e4cf28 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826123.149347:0:52393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e4e00/0x7f6ab97892e4cf28 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826123.149371:0:52393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52393:1874669421910016:192.168.203.149@tcp:101:rm.0 00000100:00100000:0.0:1787826123.149597:0:52393:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02b8ac00 going to sleep for 11 seconds 00000080:00200000:0.0:1787826124.155571:0:52407:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826124.155607:0:52407:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826124.155627:0:52407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826124.155641:0:52407:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1787826124.155647:0:52407:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826124.155655:0:52407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826124.155658:0:52407:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826124.155666:0:52407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc36f7b58 00010000:00010000:0.0:1787826124.155670:0:52407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826124.155680:0:52407:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:0.0:1787826124.155746:0:52407:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826124.155757:0:52407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:0.0:1787826124.155773:0:52407:0:(file.c:6313:ll_getattr_dentry()) START file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826124.155779:0:52407:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88),name=d20.sanity-sec 00000002:00010000:0.0:1787826124.155795:0:52407:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826124.155804:0:52407:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/31 (0 0) 00010000:00010000:0.0:1787826124.155927:0:52407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5800/0x7f6ab97892e4cf36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 52407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826124.155936:0:52407:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5800/0x7f6ab97892e4cf36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826124.155960:0:52407:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e5800/0x7f6ab97892e4cf36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52407 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826124.155991:0:52407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52407:1874669421910528:192.168.203.149@tcp:101:chmod.0 00000100:00100000:0.0:1787826124.156679:0:52407:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02b8ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826124.171992:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826124.172232:0:44290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431964416 00000100:00100000:1.0:1787826124.172245:0:44290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431964416 00000100:00100000:1.0:1787826124.172319:0:44290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 74 00000100:00100000:1.0:1787826124.172331:0:44290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c5a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6497:x1874669431964416:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826124.172355:0:44290:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cf13 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe46ba expref: -99 pid: 52389 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826124.172475:0:44290:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826124.172483:0:44290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c5a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6497:x1874669431964416:12345-192.168.203.149@tcp:104: Request processed in 156us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826124.172492:0:44290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 74 00000080:00200000:1.0:1787826124.380217:0:52420:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826124.380258:0:52420:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826124.380295:0:52420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00010000:00010000:1.0:1787826124.380315:0:52420:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00000080:00200000:1.0:1787826124.380332:0:52420:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826124.380342:0:52420:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826124.380346:0:52420:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826124.380355:0:52420:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc371fbf8 00010000:00010000:1.0:1787826124.380359:0:52420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00010000:00010000:1.0:1787826124.380370:0:52420:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00000080:00200000:1.0:1787826124.380390:0:52420:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826124.380417:0:52420:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:1.0:1787826124.380423:0:52420:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:1.0:1787826124.380437:0:52420:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d20.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787826124.380493:0:52420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 52420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.380502:0:52420:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.380515:0:52420:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52420 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826124.380547:0:52420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52420:1874669421912320:192.168.203.149@tcp:101:dd.0 00000100:00100000:1.0:1787826124.380957:0:52420:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06900b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787826124.383813:0:52420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52420:1874669421912320:192.168.203.149@tcp:101:dd.0 00010000:00010000:1.0:1787826124.383846:0:52420:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.383976:0:52420:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.383986:0:52420:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.383999:0:52420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.384013:0:52420:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.384028:0:52420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.384038:0:52420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.384046:0:52420:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826124.384059:0:52420:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13cb2580 x1874669421912320/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826140 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826124.384073:0:52420:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.384085:0:52420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826124.384105:0:52420:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826124.384114:0:52420:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.384122:0:52420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.384130:0:52420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6800/0x7f6ab97892e4cf3d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe475b expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.384155:0:52420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000002:00010000:1.0:1787826124.384176:0:52420:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x240000402:0x1f:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787826124.384228:0:52420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 52420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.384236:0:52420:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.384246:0:52420:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52420 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826124.384274:0:52420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52420:1874669421912448:192.168.203.149@tcp:101:dd.0 00000100:00100000:1.0:1787826124.385527:0:52420:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06900c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826124.392918:0:52420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52420:1874669421912448:192.168.203.149@tcp:101:dd.0 00010000:00010000:1.0:1787826124.392954:0:52420:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.392988:0:52420:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.393005:0:52420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.393019:0:52420:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.393035:0:52420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.393046:0:52420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.393055:0:52420:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826124.393069:0:52420:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13cb0780 x1874669421912448/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826140 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826124.393086:0:52420:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.393102:0:52420:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/31 (0 0) 00000080:00200000:1.0:1787826124.393128:0:52420:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826124.393165:0:52420:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00200000:1.0:1787826124.393174:0:52420:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x1f:0x0](ffff8a4f095aba88): rc = 0 00000080:00010000:1.0:1787826124.393181:0:52420:0:(llite_internal.h:1981:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for remote lock 0x7f6ab97892e4cf44 00000080:00010000:1.0:1787826124.393188:0:52420:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for lock 0x7f6ab97892e4cecd 00000080:00010000:1.0:1787826124.393201:0:52420:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) 00000080:00010000:1.0:1787826124.393205:0:52420:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cecd from it ffffb55dc371fac8 00010000:00010000:1.0:1787826124.393210:0:52420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826124.393221:0:52420:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00010000:1.0:1787826124.393239:0:52420:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x7f6ab97892e4cf44 from it ffffb55dc371fac8 00010000:00010000:1.0:1787826124.393242:0:52420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.393251:0:52420:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826124.393274:0:52420:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 41ff mask 1 00000080:00200000:1.0:1787826124.393301:0:52420:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 41ff mask 3 00000080:00200000:1.0:1787826124.393308:0:52420:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), file ffff8a4f112c0c00, open_flags 109241, mode 81b6 opened 0 00000080:00200000:1.0:1787826124.393318:0:52420:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), intent=open|creat 00000002:00010000:1.0:1787826124.393351:0:52420:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f20.sanity-sec,[0x240000402:0x22:0x0]) in obj [0x240000402:0x1f:0x0], intent: open|creat flags 04111102 00010000:00010000:1.0:1787826124.393419:0:52420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 52420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.393428:0:52420:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52420 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826124.393448:0:52420:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826124.393456:0:52420:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0780 x1874669421912832/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826124.393467:0:52420:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52420 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826124.393492:0:52420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52420:1874669421912832:192.168.203.149@tcp:101:dd.0 00000100:00100000:1.0:1787826124.393649:0:52420:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06900c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826124.402695:0:52420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52420:1874669421912832:192.168.203.149@tcp:101:dd.0 00010000:00010000:1.0:1787826124.402732:0:52420:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.402758:0:52420:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 4/0,1 mode: --/PR res: [0x240000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.402768:0:52420:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 4/0,1 mode: --/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.402783:0:52420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.402796:0:52420:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.402812:0:52420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.402844:0:52420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.402894:0:52420:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826124.402909:0:52420:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f13cb0780 x1874669421912832/t4294967446(4294967446) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826140 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787826124.402924:0:52420:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb0780 x1874669421912832/t4294967446(4294967446) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826140 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826124.402941:0:52420:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787826124.402956:0:52420:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.402968:0:52420:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/34 (0 0) 00000080:00200000:1.0:1787826124.402975:0:52420:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826124.402992:0:52420:0:(namei.c:1628:ll_create_it()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), intent=open|creat 00000080:00200000:1.0:1787826124.403026:0:52420:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x22:0x0](ffff8a4f095dc2c8) 00000080:00200000:1.0:1787826124.403119:0:52420:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x22:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1787826124.403124:0:52420:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x22:0x0](ffff8a4f095dc2c8) 00000080:00010000:1.0:1787826124.403127:0:52420:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x22:0x0](ffff8a4f095dc2c8) for lock 0x7f6ab97892e4cf4b 00000080:00010000:1.0:1787826124.403139:0:52420:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x22:0x0](ffff8a4f095dc2c8) 00000080:00200008:1.0:1787826124.403157:0:52420:0:(file.c:1090:ll_file_open()) START file f20.sanity-sec:[0x240000402:0x22:0x0](ffff8a4f095dc2c8), flags 4111101 00000002:00100000:1.0:1787826124.403188:0:52420:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb0780 x1874669421912832/t4294967446(4294967446) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826140 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1787826124.403242:0:52420:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cf4b from it ffff8a4f12637c60 00010000:00010000:1.0:1787826124.403247:0:52420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826124.403480:0:52420:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7000/0x7f6ab97892e4cf4b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4785 expref: -99 pid: 52420 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826124.403606:0:52420:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x22:0x0](ffff8a4f095dc2c8), inode mode 81a4 mask 40 00000080:00200008:0.0:1787826124.409647:0:52420:0:(file.c:2652:do_file_write_iter()) START file f20.sanity-sec:[0x240000402:0x22:0x0], ppos: 0, count: 1048576 00000080:00200000:0.0:1787826124.409674:0:52420:0:(file.c:2090:ll_file_io_generic()) f20.sanity-sec: write ppos: 0, bytes: 1048576 00000080:00200000:0.0:1787826124.409682:0:52420:0:(file.c:1848:ll_io_set_mirror()) f20.sanity-sec: desiginated mirror: 0 00000020:00200000:0.0:1787826124.409692:0:52420:0:(cl_io.c:218:cl_io_rw_init()) header@00000000b90edfe0[0x110, 1, [0x240000402:0x22:0x0] hash] 00000020:00200000:0.0:1787826124.409695:0:52420:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 1048576) 0 0 00000080:00200000:0.0:1787826124.409702:0:52420:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787826124.409723:0:52420:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:0.0:1787826124.409734:0:52420:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:0.0:1787826124.409738:0:52420:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826124.409762:0:52420:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:0.0:1787826124.409787:0:52420:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826124.409793:0:52420:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc98b0, osc lock ffff8a4f08c80750, flags 0x0 00010000:00010000:0.0:1787826124.409947:0:52420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000b1e3007d/0x7f6ab97892e4cf52 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 52420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826124.409961:0:52420:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000b1e3007d/0x7f6ab97892e4cf52 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 52420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826124.409975:0:52420:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000b1e3007d/0x7f6ab97892e4cf52 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 52420 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826124.410006:0:52420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52420:1874669421912960:192.168.203.149@tcp:101:dd.0 00000100:00100000:0.0:1787826124.410205:0:52420:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02b8ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826124.560735:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826124.560931:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431964672 00000100:00100000:1.0:1787826124.560941:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431964672 00000100:00100000:1.0:1787826124.561013:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 75 00000100:00100000:1.0:1787826124.561031:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c58780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8412:x1874669431964672:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826124.561051:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000eee5e0bf/0x7f6ab97892e4cf2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe470e expref: -99 pid: 52393 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826124.561145:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826124.561152:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c58780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8412:x1874669431964672:12345-192.168.203.149@tcp:104: Request processed in 131us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826124.561159:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 75 00000100:00100000:0.0:1787826124.574452:0:52420:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f051b5780 going to sleep for 11 seconds 00000100:00100000:0.0:1787826125.912666:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421913856:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826125.912790:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421914112:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826125.912821:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421914368:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826125.912871:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787826125.912879:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421913984:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826125.912906:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421914240:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826125.924574:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421913984:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826125.924612:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421914240:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826125.924632:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421913856:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826125.924645:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967447 gen 1 00000100:00100000:0.0:1787826125.924668:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421914112:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826125.924682:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421914368:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826126.038141:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826128.092761:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826128.781648:0:52617:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a4f07c09000: committing for last_committed 4294967352 gen 10 00000100:00100000:1.0:1787826128.781687:0:52617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421914624:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787826128.781748:0:52617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421914752:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787826128.781873:0:52617:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f011ca480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826128.788179:0:52617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421914752:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787826128.788280:0:52617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421914880:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826128.788413:0:52617:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f011ca480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826128.791554:0:52617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421914880:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826128.791629:0:52617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915008:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826128.791747:0:52617:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f011ca480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826128.793762:0:52617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915008:192.168.203.149@tcp:48:lfs.0 00000080:00200008:1.0:1787826128.793828:0:52617:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:1.0:1787826128.794350:0:52617:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826128.794360:0:52617:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826128.794396:0:52617:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826128.794419:0:52617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1787826128.794436:0:52617:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:1.0:1787826128.794445:0:52617:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826128.794454:0:52617:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826128.794468:0:52617:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826128.794477:0:52617:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3917cb8 00010000:00010000:1.0:1787826128.794481:0:52617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1787826128.794492:0:52617:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1787826128.794546:0:52617:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826128.794554:0:52617:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826128.794559:0:52617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787826128.794568:0:52617:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1787826128.794575:0:52617:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826128.794579:0:52617:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826128.794582:0:52617:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826128.794585:0:52617:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3917bb0 00010000:00010000:1.0:1787826128.794588:0:52617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:1.0:1787826128.794596:0:52617:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:1.0:1787826128.794604:0:52617:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787826128.794620:0:52617:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787826128.794634:0:52617:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=1efecf0 00000100:00100000:1.0:1787826128.794684:0:52617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915136:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826128.794773:0:52617:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f011ca6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826128.800921:0:52617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915136:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826128.801064:0:52617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915264:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787826128.801253:0:52617:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f011ca6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826128.807531:0:52617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915264:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787826128.807616:0:52617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915392:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787826128.807719:0:52617:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f011ca6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826128.810336:0:52617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915392:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787826128.810426:0:52617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915520:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826128.810544:0:52617:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f011ca6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826128.820768:0:52617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915520:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826128.820847:0:52617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52617:1874669421915648:192.168.203.149@tcp:48:lfs.0 00010000:00010000:0.0:1787826130.143189:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826131.030201:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421916160:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826131.030349:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421916416:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826131.030524:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787826131.030533:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421916032:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826131.030568:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421916288:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826131.030600:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421916544:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826131.048393:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421916032:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826131.049384:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421916288:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826131.049402:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421916544:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826131.049417:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421916160:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826131.049429:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421916416:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826131.253032:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826131.259168:0:6166:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787826131.259221:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431967488 00000100:00100000:0.0:1787826131.259234:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431967488 00000100:00100000:0.0:1787826131.259329:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 76 00000100:00100000:0.0:1787826131.259343:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f0696f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8499:x1874669431967488:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826131.259384:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000b1e3007d/0x7f6ab97892e4cf52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4793 expref: -99 pid: 52420 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826131.259507:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826131.259514:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f0696f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8499:x1874669431967488:12345-192.168.203.149@tcp:104: Request processed in 175us (6499us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826131.259522:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 76 00010000:00010000:0.0:1787826134.231003:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826136.150398:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421916800:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826136.150847:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421917056:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826136.150935:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421917312:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826136.150997:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787826136.151005:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421916928:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826136.151031:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421917184:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826136.154979:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421916800:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826136.155895:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421916928:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826136.155915:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421917184:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826136.155929:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967448 gen 1 00000100:00100000:1.0:1787826136.155944:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421917056:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826136.155957:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421917312:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826141.404216:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826143.450901:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826143.469491:0:52950:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52950:1874669421919104:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826143.469656:0:52950:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f11e3e240 going to sleep for 11 seconds 00000080:00200000:0.0:1787826144.311072:0:52964:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826144.311117:0:52964:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826144.311144:0:52964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1787826144.311179:0:52964:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:0.0:1787826144.311189:0:52964:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826144.311199:0:52964:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826144.311203:0:52964:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826144.311213:0:52964:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3ba7b58 00010000:00010000:0.0:1787826144.311217:0:52964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1787826144.311227:0:52964:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:0.0:1787826144.311249:0:52964:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826144.311269:0:52964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:0.0:1787826144.311280:0:52964:0:(file.c:6313:ll_getattr_dentry()) START file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826144.311286:0:52964:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88),name=d20.sanity-sec 00000002:00010000:0.0:1787826144.311305:0:52964:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826144.311315:0:52964:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/31 (0 0) 00010000:00010000:0.0:1787826144.311385:0:52964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256600/0x7f6ab97892e4cf59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 52964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826144.311394:0:52964:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256600/0x7f6ab97892e4cf59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826144.311406:0:52964:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256600/0x7f6ab97892e4cf59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52964 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826144.311450:0:52964:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52964:1874669421919360:192.168.203.149@tcp:101:chmod.0 00000100:00100000:0.0:1787826144.311588:0:52964:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f11e3ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826144.323210:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826144.323426:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431974528 00000100:00100000:1.0:1787826144.323439:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431974528 00000100:00100000:0.0:1787826144.323812:0:44290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 77 00000100:00100000:0.0:1787826144.323830:0:44290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c58780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6498:x1874669431974528:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826144.323878:0:44290:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6000/0x7f6ab97892e4cf44 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe4769 expref: -99 pid: 52420 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826144.323992:0:44290:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826144.324007:0:44290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c58780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6498:x1874669431974528:12345-192.168.203.149@tcp:104: Request processed in 184us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826144.324018:0:44290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 77 00000080:00200000:0.0:1787826144.449472:0:52968:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826144.449521:0:52968:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826144.449559:0:52968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826144.449587:0:52968:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:0.0:1787826144.449597:0:52968:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826144.449607:0:52968:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826144.449612:0:52968:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826144.450212:0:52968:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cbfbf8 00010000:00010000:0.0:1787826144.450221:0:52968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826144.450249:0:52968:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:0.0:1787826144.450279:0:52968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826144.450302:0:52968:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:0.0:1787826144.450307:0:52968:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:0.0:1787826144.450328:0:52968:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d20.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787826144.450394:0:52968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 52968 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826144.450402:0:52968:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52968 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826144.450412:0:52968:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52968 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826144.450444:0:52968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52968:1874669421919872:192.168.203.149@tcp:101:touch.60003 00000100:00100000:0.0:1787826144.450982:0:52968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f11e3e540 going to sleep for 11 seconds 00000100:00100000:1.0:1787826144.459968:0:52968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52968:1874669421919872:192.168.203.149@tcp:101:touch.60003 00010000:00010000:1.0:1787826144.459998:0:52968:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.460014:0:52968:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.460021:0:52968:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.460031:0:52968:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.460053:0:52968:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.460066:0:52968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.460075:0:52968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.460083:0:52968:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826144.460473:0:52968:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13c5a1c0 x1874669421919872/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826160 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787826144.460488:0:52968:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.460501:0:52968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826144.461377:0:52968:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826144.461390:0:52968:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826144.461463:0:52968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826144.461472:0:52968:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cf60 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe47ee expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826144.461626:0:52968:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000002:00010000:0.0:1787826144.461645:0:52968:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x240000402:0x1f:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787826144.461691:0:52968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 52968 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826144.461699:0:52968:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52968 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826144.461708:0:52968:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52968 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826144.461729:0:52968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52968:1874669421920000:192.168.203.149@tcp:101:touch.60003 00000100:00100000:0.0:1787826144.461885:0:52968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f11e3e840 going to sleep for 11 seconds 00000100:00100000:1.0:1787826144.464926:0:52968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52968:1874669421920000:192.168.203.149@tcp:101:touch.60003 00010000:00010000:1.0:1787826144.464952:0:52968:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.464965:0:52968:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.465028:0:52968:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.465076:0:52968:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.465125:0:52968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.465137:0:52968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.465146:0:52968:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826144.465338:0:52968:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13c5ad00 x1874669421920000/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826160 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:1.0:1787826144.465355:0:52968:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.465367:0:52968:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/31 (0 0) 00000080:00200000:1.0:1787826144.465390:0:52968:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1787826144.465984:0:52968:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00200000:1.0:1787826144.465990:0:52968:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x1f:0x0](ffff8a4f095aba88): rc = 0 00000080:00010000:1.0:1787826144.465998:0:52968:0:(llite_internal.h:1981:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for remote lock 0x7f6ab97892e4cf67 00000080:00010000:1.0:1787826144.466004:0:52968:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for lock 0x7f6ab97892e4cecd 00000080:00010000:1.0:1787826144.466025:0:52968:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) 00000080:00010000:1.0:1787826144.466028:0:52968:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cecd from it ffffb55dc3cbfac8 00010000:00010000:1.0:1787826144.466032:0:52968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787826144.466043:0:52968:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00010000:1.0:1787826144.466056:0:52968:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x7f6ab97892e4cf67 from it ffffb55dc3cbfac8 00010000:00010000:1.0:1787826144.466060:0:52968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826144.466067:0:52968:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826144.466324:0:52968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 4003 mask 1 00000080:00200000:1.0:1787826144.466372:0:52968:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826144.466390:0:52968:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826144.466457:0:52968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:1.0:1787826144.466468:0:52968:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:1.0:1787826144.466475:0:52968:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826144.466481:0:52968:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826144.466484:0:52968:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826144.466488:0:52968:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cbfba8 00010000:00010000:1.0:1787826144.466497:0:52968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:1.0:1787826144.466504:0:52968:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:1.0:1787826144.466622:0:52968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826144.466630:0:52968:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=25 00000080:00200000:1.0:1787826144.466635:0:52968:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 4003 mask 1 00000100:00100000:0.0:1787826145.351573:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826145.360820:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431974784 00000100:00100000:1.0:1787826145.360835:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431974784 00000100:00100000:1.0:1787826145.361929:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 78 00000100:00100000:1.0:1787826145.361945:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c5a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6497:x1874669431974784:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826145.361962:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826145.362083:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826145.362090:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c5a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6497:x1874669431974784:12345-192.168.203.149@tcp:104: Request processed in 151us (10526us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826145.362097:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 78 00010000:00010000:2.0:1787826145.365906:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x10 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826145.365918:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256800/0x7f6ab97892e4cf67 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x10 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x5389a572c2fe47fc expref: -99 pid: 52968 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1787826145.365946:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826145.365966:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421920640:192.168.203.149@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787826145.366050:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826145.366053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826145.366055:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826145.370790:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421920640:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826145.382985:0:52987:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967450 gen 1 00000100:00100000:2.0:1787826145.383004:0:52987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52987:1874669421920512:192.168.203.149@tcp:36:chmod.0 00000080:00200000:2.0:1787826145.383036:0:52987:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00200008:2.0:1787826145.383057:0:52987:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88) current size 4096, valid attrs 10000041, mode 40c0, uid 20746240, gid -30129, new size 0, atime 1787826145.000000000, mtime 1787826145.000000000, ctime 1787826145.000000000, rc 0 00000080:00200000:0.0:1787826145.423046:0:52991:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826145.423086:0:52991:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826145.423180:0:52991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787826145.423202:0:52991:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:0.0:1787826145.423212:0:52991:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826145.423222:0:52991:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826145.423229:0:52991:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826145.423237:0:52991:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cc7bf8 00010000:00010000:0.0:1787826145.423242:0:52991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:0.0:1787826145.423352:0:52991:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:0.0:1787826145.423373:0:52991:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826145.423389:0:52991:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:0.0:1787826145.423395:0:52991:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:0.0:1787826145.423411:0:52991:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d20.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787826145.423470:0:52991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826145.423477:0:52991:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826145.423488:0:52991:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826145.423598:0:52991:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421920768:192.168.203.149@tcp:101:touch.60003 00000100:00100000:0.0:1787826145.423827:0:52991:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f11e3ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826145.427531:0:52991:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421920768:192.168.203.149@tcp:101:touch.60003 00010000:00010000:2.0:1787826145.427565:0:52991:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427583:0:52991:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427592:0:52991:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427613:0:52991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427627:0:52991:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427642:0:52991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427651:0:52991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427658:0:52991:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826145.427670:0:52991:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13c59680 x1874669421920768/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826161 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826145.427685:0:52991:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427697:0:52991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826145.427709:0:52991:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826145.427718:0:52991:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427725:0:52991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427732:0:52991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256a00/0x7f6ab97892e4cf75 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe482d expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427758:0:52991:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000002:00010000:2.0:1787826145.427776:0:52991:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x240000402:0x1f:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787826145.427830:0:52991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427835:0:52991:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.427846:0:52991:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826145.428229:0:52991:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421920896:192.168.203.149@tcp:101:touch.60003 00000100:00100000:2.0:1787826145.430711:0:52991:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826145.436736:0:52991:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421920896:192.168.203.149@tcp:101:touch.60003 00010000:00010000:2.0:1787826145.436765:0:52991:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.436781:0:52991:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.436798:0:52991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.436811:0:52991:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.436826:0:52991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.436835:0:52991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.436844:0:52991:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826145.437070:0:52991:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f06e8de00 x1874669421920896/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826161 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826145.437088:0:52991:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.437104:0:52991:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/31 (0 0) 00000080:00200000:2.0:1787826145.437123:0:52991:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826145.437169:0:52991:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00200000:2.0:1787826145.437173:0:52991:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x1f:0x0](ffff8a4f095aba88): rc = 0 00000080:00010000:2.0:1787826145.437182:0:52991:0:(llite_internal.h:1981:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for remote lock 0x7f6ab97892e4cf7c 00000080:00010000:2.0:1787826145.437188:0:52991:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for lock 0x7f6ab97892e4cecd 00000080:00010000:2.0:1787826145.437203:0:52991:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) 00000080:00010000:2.0:1787826145.437207:0:52991:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cecd from it ffffb55dc3cc7ac8 00010000:00010000:2.0:1787826145.437212:0:52991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826145.437227:0:52991:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00010000:2.0:1787826145.437243:0:52991:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x7f6ab97892e4cf7c from it ffffb55dc3cc7ac8 00010000:00010000:2.0:1787826145.437247:0:52991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.437265:0:52991:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826145.437298:0:52991:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 40c0 mask 1 00000080:00200000:2.0:1787826145.437324:0:52991:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 40c0 mask 3 00000080:00200000:2.0:1787826145.437329:0:52991:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), file ffff8a4f09218c00, open_flags 8941, mode 81b6 opened 0 00000080:00200000:2.0:1787826145.437338:0:52991:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), intent=open|creat 00000002:00010000:2.0:1787826145.437375:0:52991:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f20.sanity-sec,[0x240000402:0x23:0x0]) in obj [0x240000402:0x1f:0x0], intent: open|creat flags 0104502 00010000:00010000:2.0:1787826145.437440:0:52991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.437448:0:52991:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826145.437461:0:52991:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826145.437470:0:52991:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8de00 x1874669421921280/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826145.437479:0:52991:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826145.437510:0:52991:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421921280:192.168.203.149@tcp:101:touch.60003 00000100:00100000:2.0:1787826145.438793:0:52991:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826145.444460:0:52991:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421921280:192.168.203.149@tcp:101:touch.60003 00010000:00010000:2.0:1787826145.444490:0:52991:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.444520:0:52991:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.444528:0:52991:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.444543:0:52991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.444554:0:52991:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.444571:0:52991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.444577:0:52991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.444582:0:52991:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826145.444600:0:52991:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f06e8de00 x1874669421921280/t4294967451(4294967451) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826161 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00100000:2.0:1787826145.444615:0:52991:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f06e8de00 x1874669421921280/t4294967451(4294967451) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826161 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826145.444630:0:52991:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826145.444645:0:52991:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.444657:0:52991:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/35 (0 0) 00000080:00200000:2.0:1787826145.444664:0:52991:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x1f:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826145.444682:0:52991:0:(namei.c:1628:ll_create_it()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), intent=open|creat 00000080:00200000:2.0:1787826145.444733:0:52991:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x23:0x0](ffff8a4f095b63c8) 00000080:00200000:2.0:1787826145.444830:0:52991:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x23:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787826145.444836:0:52991:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x23:0x0](ffff8a4f095b63c8) 00000080:00010000:2.0:1787826145.444840:0:52991:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x23:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4cf83 00000080:00010000:2.0:1787826145.444913:0:52991:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x23:0x0](ffff8a4f095b63c8) 00000080:00200008:2.0:1787826145.444933:0:52991:0:(file.c:1090:ll_file_open()) START file f20.sanity-sec:[0x240000402:0x23:0x0](ffff8a4f095b63c8), flags 104501 00000002:00100000:2.0:1787826145.444962:0:52991:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f06e8de00 x1874669421921280/t4294967451(4294967451) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826161 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000080:00010000:2.0:1787826145.445033:0:52991:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cf83 from it ffff8a4f09889f60 00010000:00010000:2.0:1787826145.445038:0:52991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.445053:0:52991:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826145.445078:0:52991:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x23:0x0](ffff8a4f095b63c8), inode mode 81a4 mask 40 00000080:00200008:2.0:1787826145.445313:0:52991:0:(llite_lib.c:2427:ll_setattr_raw()) START file f20.sanity-sec:[0x240000402:0x23:0x0](ffff8a4f095b63c8) current size 0, valid attrs 20070, mode 8a4f, uid -1010008496, gid -19107, new size 18446744072304917015, atime 1787826145.000000000, mtime 1787826145.000000000, ctime 1787826145.000000000 00010000:00010000:2.0:1787826145.445339:0:52991:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826145.445359:0:52991:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x23:0x0]: losing layout lock 00010000:00010000:2.0:1787826145.445413:0:52991:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826145.445421:0:52991:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826145.445423:0:52991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf83 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4857 expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787826145.445453:0:52991:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826145.445460:0:52991:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8c000 x1874669421921536/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826145.445488:0:52991:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421921536:192.168.203.149@tcp:36:touch.60003 00000100:00100000:2.0:1787826145.445958:0:52991:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826145.450594:0:52991:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421921536:192.168.203.149@tcp:36:touch.60003 00000080:00200000:2.0:1787826145.450670:0:52991:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x23:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787826145.450702:0:52991:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x240000402:0x23:0x0](ffff8a4f095b63c8) 00000002:00010000:2.0:1787826145.450717:0:52991:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x23:0x0]) in obj [0x240000402:0x23:0x0], intent: layout flags 0 00010000:00010000:2.0:1787826145.450784:0:52991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.450796:0:52991:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.450809:0:52991:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 52991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826145.450833:0:52991:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421921664:192.168.203.149@tcp:101:touch.60003 00000100:00100000:2.0:1787826145.457264:0:52991:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826145.462587:0:52991:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421921664:192.168.203.149@tcp:101:touch.60003 00010000:00010000:2.0:1787826145.462749:0:52991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.462768:0:52991:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826145.462786:0:52991:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff8a4f06e8d2c0 x1874669421921664/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1787826161 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:65534 00000002:00010000:2.0:1787826145.462799:0:52991:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826145.462816:0:52991:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.462842:0:52991:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 16 res 9663677442/35 (0 0) 00000080:00200000:2.0:1787826145.462893:0:52991:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x240000402:0x23:0x0] suppgids 60003 60003: rc 0 00000080:00010000:2.0:1787826145.462919:0:52991:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x23:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4cf8a 00000080:00010000:2.0:1787826145.462929:0:52991:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cf8a from it ffffb55dc3cc7a78 00010000:00010000:2.0:1787826145.462934:0:52991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.462945:0:52991:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826145.462978:0:52991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 2/1,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826145.462993:0:52991:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 2/1,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787826145.463004:0:52991:0:(file.c:6959:ll_layout_lock_set()) ### file [0x240000402:0x23:0x0](0000000051ddd252) being reconfigured ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826145.463121:0:52991:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x23:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:0.0:1787826145.463131:0:52991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826145.463139:0:52991:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:0.0:1787826145.463166:0:52991:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1787826145.463390:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421921792:192.168.203.149@tcp:2:touch.60003 00000100:00100000:1.0:1787826145.469191:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421921792:192.168.203.149@tcp:2:touch.60003 00000080:00200000:0.0:1787826145.469353:0:52991:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x23:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787826145.469402:0:52991:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f20.sanity-sec:[0x240000402:0x23:0x0](ffff8a4f095b63c8) current size 0, valid attrs 100201f0, mode 8a4f, uid -1010008496, gid -19107, new size 18446744072304917015, atime 1787826145.000000000, mtime 1787826145.000000000, ctime 1787826145.000000000, rc 0 00000080:00200008:0.0:1787826145.469452:0:52991:0:(file.c:479:ll_file_release()) START file f20.sanity-sec:[0x240000402:0x23:0x0](ffff8a4f095b63c8), flags 104001 00000002:00100000:0.0:1787826145.469537:0:52991:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f06e8de00 x1874669421921280/t4294967451(4294967451) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826161 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.60003' uid:60003 gid:60003 projid:0 00000020:00100000:0.0:1787826145.469550:0:52991:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826145.469556:0:52991:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c5b480 x1874669421922048/t0(0) o35->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:65534 00000100:00100000:0.0:1787826145.469584:0:52991:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421922048:192.168.203.149@tcp:35:touch.60003 00000100:00100000:0.0:1787826145.469700:0:52991:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f11e3e240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826145.474199:0:52991:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52991:1874669421922048:192.168.203.149@tcp:35:touch.60003 00000002:00100000:2.0:1787826145.474247:0:52991:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f06e8de00 x1874669421921280/t4294967451(4294967451) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826161 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.60003' uid:60003 gid:60003 projid:0 00000080:00200000:2.0:1787826145.541146:0:52995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826145.541194:0:52995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826145.541221:0:52995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826145.541240:0:52995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:2.0:1787826145.541262:0:52995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826145.541271:0:52995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826145.541275:0:52995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:2.0:1787826145.541284:0:52995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cc7b58 00010000:00010000:2.0:1787826145.541289:0:52995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826145.541298:0:52995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:2.0:1787826145.541317:0:52995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826145.541326:0:52995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:2.0:1787826145.541332:0:52995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 40c0 mask 1 00000080:00200000:2.0:1787826145.541345:0:52995:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), flags=8 00000080:00200000:2.0:1787826145.541350:0:52995:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), intent=getattr 00000002:00010000:2.0:1787826145.541365:0:52995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f20.sanity-sec,[0x0:0x0:0x0]) in obj [0x240000402:0x1f:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826145.541427:0:52995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 52995 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.541437:0:52995:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52995 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.541447:0:52995:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 52995 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826145.541743:0:52995:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52995:1874669421922176:192.168.203.149@tcp:101:rm.60003 00000100:00100000:2.0:1787826145.542031:0:52995:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826145.551479:0:52995:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52995:1874669421922176:192.168.203.149@tcp:101:rm.60003 00010000:00010000:2.0:1787826145.551525:0:52995:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.551547:0:52995:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.551557:0:52995:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.551572:0:52995:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.551586:0:52995:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.551602:0:52995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.551612:0:52995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.551622:0:52995:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826145.551636:0:52995:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8d2c0 x1874669421922176/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1787826161 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826145.551648:0:52995:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826145.551664:0:52995:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.551675:0:52995:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/35 (0 0) 00000080:00200000:2.0:1787826145.551683:0:52995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x1f:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826145.551744:0:52995:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x23:0x0](ffff8a4f095b63c8): rc = 0 00000080:00200000:2.0:1787826145.551761:0:52995:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x23:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1787826145.551767:0:52995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x23:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4cf91 00000080:00010000:2.0:1787826145.551782:0:52995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x23:0x0](ffff8a4f095b63c8) 00000080:00010000:2.0:1787826145.551786:0:52995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cf91 from it ffffb55dc3cc7b20 00010000:00010000:2.0:1787826145.551790:0:52995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.551801:0:52995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787826145.551891:0:52995:0:(file.c:6313:ll_getattr_dentry()) START file f20.sanity-sec:[0x240000402:0x23:0x0](ffff8a4f095b63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826145.551900:0:52995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x23:0x0](ffff8a4f095b63c8),name=f20.sanity-sec 00000002:00010000:2.0:1787826145.551929:0:52995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x23:0x0]) in obj [0x240000402:0x1f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826145.551940:0:52995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826145.551951:0:52995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826145.551958:0:52995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x1f:0x0] suppgids -1 60003: rc 1 00000080:00010000:2.0:1787826145.551964:0:52995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x23:0x0](ffff8a4f095b63c8) 00000080:00010000:2.0:1787826145.551968:0:52995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x23:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4cf91 00000080:00010000:2.0:1787826145.551972:0:52995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cf91 from it ffffb55dc3cc7cb8 00010000:00010000:2.0:1787826145.551975:0:52995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826145.551983:0:52995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826145.552004:0:52995:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x23:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826145.552016:0:52995:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x23:0x0] 00000008:00010000:2.0:1787826145.552039:0:52995:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826145.552043:0:52995:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f124a54b0, osc lock ffff8a4f03e7e138, flags 0x400001002 00010000:00010000:2.0:1787826145.552109:0:52995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000090e1f2fd/0x7f6ab97892e4cf98 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 52995 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826145.552120:0:52995:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000090e1f2fd/0x7f6ab97892e4cf98 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 52995 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1787826145.552159:0:52995:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1787826145.561470:0:52995:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x23:0x0] updating i_size 0 i_blocks 0 00000020:00010000:2.0:1787826145.561486:0:52995:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f12290 (ffff8a4f09f89c68/0) at cl_lock_release():245 00000020:00010000:2.0:1787826145.561492:0:52995:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f12290 (ffff8a4f09f89c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826145.561499:0:52995:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f124a54b0 (ffff8a4f09f89008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826145.561507:0:52995:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f12290 (ffff8a4f09f89c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826145.561510:0:52995:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f124a54b0 (ffff8a4f09f89c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826145.561531:0:52995:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x23:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826145.561608:0:52995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826145.561641:0:52995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826145.561665:0:52995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826145.561683:0:52995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:2.0:1787826145.561693:0:52995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826145.561702:0:52995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826145.561706:0:52995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:2.0:1787826145.561716:0:52995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cc7b58 00010000:00010000:2.0:1787826145.561720:0:52995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826145.561731:0:52995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:2.0:1787826145.561750:0:52995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826145.561760:0:52995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:2.0:1787826145.561767:0:52995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 40c0 mask 1 00000080:00200000:2.0:1787826145.561771:0:52995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=8 00000080:00200008:2.0:1787826145.561779:0:52995:0:(file.c:6313:ll_getattr_dentry()) START file f20.sanity-sec:[0x240000402:0x23:0x0](ffff8a4f095b63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826145.561783:0:52995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x23:0x0](ffff8a4f095b63c8),name=f20.sanity-sec 00000002:00010000:2.0:1787826145.561800:0:52995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x23:0x0]) in obj [0x240000402:0x1f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826145.561811:0:52995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826145.561820:0:52995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826145.561827:0:52995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x1f:0x0] suppgids -1 60003: rc 1 00000080:00010000:2.0:1787826145.561831:0:52995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x23:0x0](ffff8a4f095b63c8) 00000080:00010000:2.0:1787826145.561833:0:52995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x23:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4cf91 00000080:00010000:2.0:1787826145.561837:0:52995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cf91 from it ffffb55dc3cc7cb8 00010000:00010000:2.0:1787826145.561840:0:52995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826145.561847:0:52995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826145.561938:0:52995:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x23:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826145.561948:0:52995:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x23:0x0] 00000008:00010000:2.0:1787826145.561977:0:52995:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826145.561982:0:52995:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f124a54b0, osc lock ffff8a4f03e7e138, flags 0x400001002 00010000:00010000:2.0:1787826145.562002:0:52995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000090e1f2fd/0x7f6ab97892e4cf98 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe488f expref: -99 pid: 52995 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826145.562017:0:52995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000090e1f2fd/0x7f6ab97892e4cf98 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe488f expref: -99 pid: 52995 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1787826145.562031:0:52995:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826145.562035:0:52995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000090e1f2fd/0x7f6ab97892e4cf98 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe488f expref: -99 pid: 52995 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826145.562044:0:52995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000090e1f2fd/0x7f6ab97892e4cf98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe488f expref: -99 pid: 52995 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1787826145.562063:0:52995:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826145.562069:0:52995:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x23:0x0] updating i_size 0 i_blocks 0 00000020:00010000:2.0:1787826145.562072:0:52995:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f12290 (ffff8a4f09f89c68/0) at cl_lock_release():245 00000020:00010000:2.0:1787826145.562075:0:52995:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f12290 (ffff8a4f09f89c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826145.562077:0:52995:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f124a54b0 (ffff8a4f09f89008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826145.562081:0:52995:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f12290 (ffff8a4f09f89c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826145.562083:0:52995:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f124a54b0 (ffff8a4f09f89c68/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826145.562090:0:52995:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x23:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826145.562127:0:52995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826145.562136:0:52995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826145.562143:0:52995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826145.562151:0:52995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:2.0:1787826145.562158:0:52995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826145.562161:0:52995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826145.562164:0:52995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:2.0:1787826145.562168:0:52995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cc7be8 00010000:00010000:2.0:1787826145.562171:0:52995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826145.562179:0:52995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:2.0:1787826145.562193:0:52995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826145.562199:0:52995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=25 00000080:00200000:2.0:1787826145.562203:0:52995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 40c0 mask 1 00000080:00200000:2.0:1787826145.562206:0:52995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=9 00000080:00200000:2.0:1787826145.562210:0:52995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x23:0x0](ffff8a4f095b63c8), inode mode 81a4 mask 22 00000080:00200000:2.0:1787826145.562227:0:52995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826145.562233:0:52995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826145.562239:0:52995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826145.562247:0:52995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:2.0:1787826145.562263:0:52995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826145.562268:0:52995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826145.562270:0:52995:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:2.0:1787826145.562274:0:52995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cc7c10 00010000:00010000:2.0:1787826145.562276:0:52995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826145.562283:0:52995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:2.0:1787826145.562290:0:52995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826145.562294:0:52995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:2.0:1787826145.562297:0:52995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 40c0 mask 1 00000080:00200000:2.0:1787826145.562303:0:52995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=0 00000080:00200000:2.0:1787826145.562307:0:52995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 40c0 mask 3 00000080:00200000:2.0:1787826145.562313:0:52995:0:(namei.c:2418:ll_unlink()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88) 00010000:00010000:2.0:1787826145.562343:0:52995:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826145.562359:0:52995:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x23:0x0]: losing layout lock 00010000:00010000:2.0:1787826145.562378:0:52995:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826145.562386:0:52995:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x23:0x0]: losing layout lock 00010000:00010000:2.0:1787826145.562425:0:52995:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826145.562434:0:52995:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826145.562439:0:52995:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1787826145.562442:0:52995:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cf91 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4888 expref: -99 pid: 52995 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826145.562456:0:52995:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cf8a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe486c expref: -99 pid: 52991 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:2.0:1787826145.562481:0:52995:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826145.562496:0:52995:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8cf00 x1874669421922560/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826145.562527:0:52995:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52995:1874669421922560:192.168.203.149@tcp:36:rm.60003 00000100:00100000:2.0:1787826145.562655:0:52995:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826145.568521:0:52995:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:52995:1874669421922560:192.168.203.149@tcp:36:rm.60003 00000080:00200000:2.0:1787826145.568603:0:52995:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x23:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826145.568621:0:52995:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826145.568659:0:52995:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x23:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826145.568668:0:52995:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240000402:0x23:0x0](ffff8a4f095b63c8) 00000008:00010000:2.0:1787826145.568712:0:52995:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1787826145 1787826145 1787826145 by oinfo size 0 blocks 0 [cma]time 1787826145 1787826145 1787826145 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000090e1f2fd/0x7f6ab97892e4cf98 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe488f expref: -99 pid: 52995 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787826146.390964:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421922688:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826146.393232:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826146.393260:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421922816:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826146.393558:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421922944:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826146.400907:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421922688:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826146.400946:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421922816:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826146.401221:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421922944:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826146.518470:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00010000:1.0:1787826146.600753:0:53014:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826146.600778:0:53014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:1.0:1787826146.600794:0:53014:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:1.0:1787826146.600804:0:53014:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826146.600815:0:53014:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826146.600819:0:53014:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826146.600827:0:53014:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3d07b58 00010000:00010000:1.0:1787826146.600831:0:53014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:1.0:1787826146.600839:0:53014:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:1.0:1787826146.601070:0:53014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826146.601082:0:53014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:1.0:1787826146.601258:0:53014:0:(file.c:6313:ll_getattr_dentry()) START file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826146.601266:0:53014:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88),name=d20.sanity-sec 00000002:00010000:1.0:1787826146.601287:0:53014:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826146.601296:0:53014:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/31 (0 0) 00010000:00010000:1.0:1787826146.601339:0:53014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 53014 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.601364:0:53014:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 53014 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.601375:0:53014:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 53014 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826146.601399:0:53014:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53014:1874669421923072:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787826146.601484:0:53014:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f07e31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826146.609215:0:53014:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53014:1874669421923072:192.168.203.149@tcp:101:chmod.0 00010000:00010000:1.0:1787826146.609239:0:53014:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.609270:0:53014:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.609278:0:53014:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.609289:0:53014:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.609298:0:53014:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.609310:0:53014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.609332:0:53014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.609339:0:53014:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826146.609350:0:53014:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb0780 x1874669421923072/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826162 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:65534 00000002:00010000:1.0:1787826146.609361:0:53014:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.609370:0:53014:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/31 (0 0) 00000080:00200000:1.0:1787826146.609376:0:53014:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787826146.609402:0:53014:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00010000:1.0:1787826146.609408:0:53014:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for lock 0x7f6ab97892e4cf9f 00000080:00010000:1.0:1787826146.609412:0:53014:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) 00000080:00010000:1.0:1787826146.609416:0:53014:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cf9f from it ffffb55dc3d07cb8 00010000:00010000:1.0:1787826146.609419:0:53014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826146.609427:0:53014:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826146.609612:0:53014:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826146.609628:0:53014:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826146.609640:0:53014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:1.0:1787826146.609722:0:53014:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:1.0:1787826146.609729:0:53014:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826146.609734:0:53014:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826146.609738:0:53014:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826146.609742:0:53014:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3d07c08 00010000:00010000:1.0:1787826146.609746:0:53014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:1.0:1787826146.609754:0:53014:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:1.0:1787826146.609764:0:53014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826146.609771:0:53014:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=9 00000080:00200008:1.0:1787826146.609786:0:53014:0:(llite_lib.c:2427:ll_setattr_raw()) START file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88) current size 4096, valid attrs 41, mode 41ff, uid 37773312, gid -30129, new size 0, atime 1787826146.000000000, mtime 1787826146.000000000, ctime 1787826146.000000000 00010000:00010000:1.0:1787826146.609803:0:53014:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826146.609817:0:53014:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826146.609880:0:53014:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826146.611834:0:53014:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787826146.611970:0:53014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7400/0x7f6ab97892e4cf9f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe48b9 expref: -99 pid: 53014 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1787826146.612221:0:53014:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787826146.612234:0:53014:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0780 x1874669421923328/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826146.612272:0:53014:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53014:1874669421923328:192.168.203.149@tcp:36:chmod.0 00000100:00100000:1.0:1787826146.612360:0:53014:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f07e31c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787826146.619069:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826146.619415:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431974912 00000100:00100000:1.0:1787826146.619423:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431974912 00000100:00100000:1.0:1787826146.619486:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 79 00000100:00100000:1.0:1787826146.619497:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c58f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:44166:x1874669431974912:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826146.619514:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cf7c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe483b expref: -99 pid: 52991 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826146.619595:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826146.619603:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c58f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:44166:x1874669431974912:12345-192.168.203.149@tcp:104: Request processed in 108us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826146.619610:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 79 00000100:00100000:2.0:1787826146.619893:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421923456:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826146.631762:0:53014:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53014:1874669421923328:192.168.203.149@tcp:36:chmod.0 00000080:00200000:1.0:1787826146.631797:0:53014:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00200008:1.0:1787826146.631809:0:53014:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88) current size 4096, valid attrs 10000041, mode 41ff, uid 37773312, gid -30129, new size 0, atime 1787826146.000000000, mtime 1787826146.000000000, ctime 1787826146.000000000, rc 0 00000100:00100000:2.0:1787826146.634754:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421923456:192.168.203.149@tcp:103:ldlm_bl.0 00000080:00200008:0.0:1787826146.748437:0:53023:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826146.748448:0:53023:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826146.748469:0:53023:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826146.748486:0:53023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:0.0:1787826146.748503:0:53023:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:0.0:1787826146.748511:0:53023:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826146.748524:0:53023:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826146.748528:0:53023:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826146.748536:0:53023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cefcb8 00010000:00010000:0.0:1787826146.748540:0:53023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:0.0:1787826146.748549:0:53023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200008:0.0:1787826146.750338:0:53023:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826146.750347:0:53023:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826146.750367:0:53023:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826146.750382:0:53023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:0.0:1787826146.750396:0:53023:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:0.0:1787826146.750404:0:53023:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826146.750412:0:53023:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826146.750415:0:53023:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826146.750422:0:53023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cefcb8 00010000:00010000:0.0:1787826146.750426:0:53023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:0.0:1787826146.750435:0:53023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:0.0:1787826146.750577:0:53023:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826146.750586:0:53023:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826146.750758:0:53023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:0.0:1787826146.750768:0:53023:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:0.0:1787826146.750775:0:53023:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826146.750780:0:53023:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826146.750783:0:53023:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826146.750787:0:53023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cefbb0 00010000:00010000:0.0:1787826146.750789:0:53023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:0.0:1787826146.750796:0:53023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:0.0:1787826146.750805:0:53023:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:0.0:1787826146.750814:0:53023:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:0.0:1787826146.751055:0:53023:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=18592b0 00000100:00100000:0.0:1787826146.751167:0:53023:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421923584:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826146.751300:0:53023:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f11e3ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1787826146.754395:0:53023:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421923584:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826146.754457:0:53023:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421923712:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787826146.754568:0:53023:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f07e31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826146.757661:0:53023:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421923712:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787826146.757717:0:53023:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421923840:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787826146.757779:0:53023:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f07e31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826146.761703:0:53023:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421923840:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787826146.761767:0:53023:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421923968:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826146.761836:0:53023:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f07e31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826146.765947:0:53023:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421923968:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826146.766009:0:53023:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924096:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826146.766066:0:53023:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f07e31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826146.777729:0:53023:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924096:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:1.0:1787826146.777782:0:53023:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:1.0:1787826146.778287:0:53023:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826146.778295:0:53023:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826146.778315:0:53023:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826146.778332:0:53023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:1.0:1787826146.778346:0:53023:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:1.0:1787826146.779949:0:53023:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826146.779960:0:53023:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826146.779978:0:53023:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826146.779988:0:53023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cefcb8 00010000:00010000:1.0:1787826146.779993:0:53023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:1.0:1787826146.780003:0:53023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:2.0:1787826146.780345:0:53023:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826146.780362:0:53023:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826146.780376:0:53023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:2.0:1787826146.780389:0:53023:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:2.0:1787826146.780396:0:53023:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826146.780401:0:53023:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826146.780404:0:53023:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:2.0:1787826146.780408:0:53023:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cefbb0 00010000:00010000:2.0:1787826146.780411:0:53023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:2.0:1787826146.780422:0:53023:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:2.0:1787826146.780432:0:53023:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826146.780441:0:53023:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826146.780455:0:53023:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=18592b0 00000100:00100000:2.0:1787826146.780501:0:53023:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924224:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826146.780584:0:53023:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f900 going to sleep for 11 seconds 00000100:00100000:2.0:1787826146.789981:0:53023:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924224:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826146.790053:0:53023:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924352:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826146.790132:0:53023:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f900 going to sleep for 11 seconds 00000100:00100000:2.0:1787826146.795091:0:53023:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924352:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826146.795154:0:53023:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924480:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826146.795219:0:53023:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f900 going to sleep for 11 seconds 00000100:00100000:2.0:1787826146.799049:0:53023:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924480:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826146.799109:0:53023:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924608:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826146.799183:0:53023:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f900 going to sleep for 11 seconds 00000100:00100000:2.0:1787826146.807733:0:53023:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924608:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826146.807798:0:53023:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924736:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826146.807901:0:53023:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f900 going to sleep for 11 seconds 00000100:00100000:2.0:1787826146.812008:0:53023:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53023:1874669421924736:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:2.0:1787826146.812063:0:53023:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:0.0:1787826146.870440:0:53027:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826146.870468:0:53027:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826146.870486:0:53027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:0.0:1787826146.870507:0:53027:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:0.0:1787826146.870515:0:53027:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826146.870522:0:53027:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826146.870526:0:53027:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:0.0:1787826146.870600:0:53027:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3cffbf8 00010000:00010000:0.0:1787826146.870606:0:53027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:0.0:1787826146.870615:0:53027:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200000:0.0:1787826146.870630:0:53027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826146.870642:0:53027:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:0.0:1787826146.870646:0:53027:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d20.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:0.0:1787826146.870658:0:53027:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d20.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787826146.870772:0:53027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 53027 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.870780:0:53027:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 53027 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.870789:0:53027:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 53027 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826146.870813:0:53027:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53027:1874669421924864:192.168.203.149@tcp:101:dd.60003 00000100:00100000:0.0:1787826146.871060:0:53027:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f11e3e540 going to sleep for 11 seconds 00000100:00100000:0.0:1787826146.884365:0:53027:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53027:1874669421924864:192.168.203.149@tcp:101:dd.60003 00010000:00010000:0.0:1787826146.884390:0:53027:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884406:0:53027:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884415:0:53027:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884426:0:53027:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884438:0:53027:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884450:0:53027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884457:0:53027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884465:0:53027:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826146.884476:0:53027:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13c5a940 x1874669421924864/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826162 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00010000:0.0:1787826146.884506:0:53027:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884518:0:53027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826146.884530:0:53027:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826146.884550:0:53027:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884557:0:53027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884564:0:53027:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a256000/0x7f6ab97892e4cfa6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe48dc expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884584:0:53027:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000002:00010000:0.0:1787826146.884608:0:53027:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x240000402:0x1f:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787826146.884649:0:53027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 53027 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884656:0:53027:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 53027 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826146.884664:0:53027:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 53027 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826146.884703:0:53027:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53027:1874669421924992:192.168.203.149@tcp:101:dd.60003 00000100:00100000:0.0:1787826146.884772:0:53027:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f11e3e840 going to sleep for 11 seconds 00000100:00100000:2.0:1787826146.889701:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421925120:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826146.890820:0:53027:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53027:1874669421924992:192.168.203.149@tcp:101:dd.60003 00010000:00010000:2.0:1787826146.890839:0:53027:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 4/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48ea expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.890885:0:53027:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48ea expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.890897:0:53027:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48ea expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.890907:0:53027:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48ea expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.890919:0:53027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48ea expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.890927:0:53027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48ea expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.890934:0:53027:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48ea expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826146.890946:0:53027:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13c59a40 x1874669421924992/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826162 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826146.890966:0:53027:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48ea expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.890977:0:53027:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/31 (0 0) 00000080:00200000:2.0:1787826146.890993:0:53027:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826146.891017:0:53027:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00200000:2.0:1787826146.891020:0:53027:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x1f:0x0](ffff8a4f095aba88): rc = 0 00000080:00010000:2.0:1787826146.891026:0:53027:0:(llite_internal.h:1981:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for remote lock 0x7f6ab97892e4cfad 00000080:00010000:2.0:1787826146.891031:0:53027:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for lock 0x7f6ab97892e4cecd 00000080:00010000:2.0:1787826146.891040:0:53027:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) 00000080:00010000:2.0:1787826146.891044:0:53027:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cecd from it ffffb55dc3cffac8 00010000:00010000:2.0:1787826146.891048:0:53027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787826146.891058:0:53027:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08e00/0x7f6ab97892e4cecd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45c5 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00010000:2.0:1787826146.891069:0:53027:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x7f6ab97892e4cfad from it ffffb55dc3cffac8 00010000:00010000:2.0:1787826146.891072:0:53027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe48ea expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.891079:0:53027:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a257200/0x7f6ab97892e4cfad lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe48ea expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826146.891095:0:53027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 41ff mask 1 00000080:00200000:2.0:1787826146.891120:0:53027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 41ff mask 3 00000080:00200000:2.0:1787826146.891125:0:53027:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), file ffff8a4f11077500, open_flags 109241, mode 81b6 opened 0 00000080:00200000:2.0:1787826146.891133:0:53027:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), intent=open|creat 00000002:00010000:2.0:1787826146.891155:0:53027:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f20.sanity-sec,[0x240000402:0x24:0x0]) in obj [0x240000402:0x1f:0x0], intent: open|creat flags 04111102 00010000:00010000:2.0:1787826146.891188:0:53027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 53027 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.891196:0:53027:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 53027 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826146.891213:0:53027:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826146.891219:0:53027:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8ed00 x1874669421925376/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826146.891229:0:53027:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 53027 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826146.891254:0:53027:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53027:1874669421925376:192.168.203.149@tcp:101:dd.60003 00000100:00100000:2.0:1787826146.891357:0:53027:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826146.895179:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421925120:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826146.899482:0:53027:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53027:1874669421925376:192.168.203.149@tcp:101:dd.60003 00010000:00010000:2.0:1787826146.899520:0:53027:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.899548:0:53027:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.899557:0:53027:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.899574:0:53027:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.899584:0:53027:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.899606:0:53027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.899615:0:53027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.899622:0:53027:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826146.899635:0:53027:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f06e8ed00 x1874669421925376/t4294967456(4294967456) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826162 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00100000:2.0:1787826146.899647:0:53027:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f06e8ed00 x1874669421925376/t4294967456(4294967456) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826162 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826146.899659:0:53027:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826146.899671:0:53027:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.899691:0:53027:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/36 (0 0) 00000080:00200000:2.0:1787826146.899699:0:53027:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x1f:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826146.899712:0:53027:0:(namei.c:1628:ll_create_it()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88), intent=open|creat 00000080:00200000:2.0:1787826146.899739:0:53027:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x24:0x0](ffff8a4f095b63c8) 00000080:00200000:2.0:1787826146.899804:0:53027:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x24:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787826146.899810:0:53027:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x24:0x0](ffff8a4f095b63c8) 00000080:00010000:2.0:1787826146.899813:0:53027:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x24:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4cfb4 00000080:00010000:2.0:1787826146.899822:0:53027:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x24:0x0](ffff8a4f095b63c8) 00000080:00200008:2.0:1787826146.899835:0:53027:0:(file.c:1090:ll_file_open()) START file f20.sanity-sec:[0x240000402:0x24:0x0](ffff8a4f095b63c8), flags 4111101 00000002:00100000:2.0:1787826146.900070:0:53027:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f06e8ed00 x1874669421925376/t4294967456(4294967456) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826162 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000080:00010000:2.0:1787826146.900113:0:53027:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfb4 from it ffff8a4f09889420 00010000:00010000:2.0:1787826146.900118:0:53027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.900128:0:53027:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826146.900146:0:53027:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x24:0x0](ffff8a4f095b63c8), inode mode 81a4 mask 40 00000080:00200008:2.0:1787826146.904307:0:53027:0:(file.c:2652:do_file_write_iter()) START file f20.sanity-sec:[0x240000402:0x24:0x0], ppos: 0, count: 1048576 00000080:00200000:2.0:1787826146.904328:0:53027:0:(file.c:2090:ll_file_io_generic()) f20.sanity-sec: write ppos: 0, bytes: 1048576 00000080:00200000:2.0:1787826146.904334:0:53027:0:(file.c:1848:ll_io_set_mirror()) f20.sanity-sec: desiginated mirror: 0 00000020:00200000:2.0:1787826146.904342:0:53027:0:(cl_io.c:218:cl_io_rw_init()) header@00000000a0031bde[0x110, 1, [0x240000402:0x24:0x0] hash] 00000020:00200000:2.0:1787826146.904345:0:53027:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 1048576) 0 0 00000080:00200000:2.0:1787826146.904350:0:53027:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x24:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826146.904366:0:53027:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:2.0:1787826146.904374:0:53027:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:2.0:1787826146.904377:0:53027:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826146.904391:0:53027:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:2.0:1787826146.904410:0:53027:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826146.904415:0:53027:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f124a54b0, osc lock ffff8a4f03e7e138, flags 0x0 00010000:00010000:2.0:1787826146.904471:0:53027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.904483:0:53027:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.904506:0:53027:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826146.904530:0:53027:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53027:1874669421925504:192.168.203.149@tcp:101:dd.60003 00000100:00100000:2.0:1787826146.904621:0:53027:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f900 going to sleep for 11 seconds 00000100:00100000:2.0:1787826146.907811:0:53027:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53027:1874669421925504:192.168.203.149@tcp:101:dd.60003 00010000:00010000:2.0:1787826146.907837:0:53027:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.907896:0:53027:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.907909:0:53027:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.907924:0:53027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.907937:0:53027:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.907955:0:53027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.907963:0:53027:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.907990:0:53027:0:(vvp_io.c:1332:vvp_io_write_start()) f20.sanity-sec: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:2.0:1787826146.908008:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908050:0:53027:0:(rw26.c:875:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908061:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002d86a60c[3 0000000057c16d97 2 1 00000000b8196280 0 0 0] 00000080:00200000:2.0:1787826146.908065:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000008e3876a2 17ffffc0001001 3:0 ffff8a4f125dee80 0 lru 00000080:00200000:2.0:1787826146.908072:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000054ae9cfe 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908074:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002d86a60c 00000080:00200000:2.0:1787826146.908076:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787826146.908079:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908108:0:53027:0:(rw26.c:875:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908112:0:53027:0:(rw26.c:933:ll_write_end()) page@000000003fa566bc[3 0000000057c16d97 2 1 00000000b8196280 0 0 1] 00000080:00200000:2.0:1787826146.908115:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a26e3042 17ffffc0001001 3:0 ffff8a4f125de000 1 lru 00000080:00200000:2.0:1787826146.908121:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000717f30ec 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908122:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000003fa566bc 00000080:00200000:2.0:1787826146.908123:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1787826146.908125:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908136:0:53027:0:(rw26.c:875:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908139:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000018cee9b4[3 0000000057c16d97 2 1 00000000b8196280 0 0 2] 00000080:00200000:2.0:1787826146.908142:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000082ac9e 17ffffc0001001 3:0 ffff8a4f125de910 2 lru 00000080:00200000:2.0:1787826146.908147:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004b416993 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908149:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000018cee9b4 00000080:00200000:2.0:1787826146.908150:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1787826146.908152:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908164:0:53027:0:(rw26.c:875:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908167:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000bd982bc9[3 0000000057c16d97 2 1 00000000b8196280 0 0 3] 00000080:00200000:2.0:1787826146.908170:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000cd244d1a 17ffffc0001001 3:0 ffff8a4f125de488 3 lru 00000080:00200000:2.0:1787826146.908175:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d1c8c33d 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908177:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000bd982bc9 00000080:00200000:2.0:1787826146.908178:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1787826146.908179:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908188:0:53027:0:(rw26.c:875:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908191:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000e874d081[3 0000000057c16d97 2 1 00000000b8196280 0 0 4] 00000080:00200000:2.0:1787826146.908194:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000022c43f90 17ffffc0001001 3:0 ffff8a4f125decb0 4 lru 00000080:00200000:2.0:1787826146.908199:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c4335fae 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908200:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000e874d081 00000080:00200000:2.0:1787826146.908201:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1787826146.908347:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908362:0:53027:0:(rw26.c:875:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908366:0:53027:0:(rw26.c:933:ll_write_end()) page@000000001d38bd5a[3 0000000057c16d97 2 1 00000000b8196280 0 0 5] 00000080:00200000:2.0:1787826146.908369:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000aefea0d 17ffffc0001001 3:0 ffff8a4f125ded98 5 lru 00000080:00200000:2.0:1787826146.908375:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000eebbbab4 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908377:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000001d38bd5a 00000080:00200000:2.0:1787826146.908378:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1787826146.908380:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908389:0:53027:0:(rw26.c:875:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908392:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000335ee28d[3 0000000057c16d97 2 1 00000000b8196280 0 0 6] 00000080:00200000:2.0:1787826146.908395:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000ed4e845f 17ffffc0001001 3:0 ffff8a4f125de658 6 lru 00000080:00200000:2.0:1787826146.908400:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c8ff2c25 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908402:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000335ee28d 00000080:00200000:2.0:1787826146.908403:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1787826146.908404:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908412:0:53027:0:(rw26.c:875:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908416:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000eacb5479[3 0000000057c16d97 2 1 00000000b8196280 0 0 7] 00000080:00200000:2.0:1787826146.908418:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000afd8243 17ffffc0001001 3:0 ffff8a4f125de570 7 lru 00000080:00200000:2.0:1787826146.908424:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000003f0efb92 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908426:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000eacb5479 00000080:00200000:2.0:1787826146.908427:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1787826146.908429:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908443:0:53027:0:(rw26.c:875:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908447:0:53027:0:(rw26.c:933:ll_write_end()) page@000000008ed7eb49[3 0000000057c16d97 2 1 00000000b8196280 0 0 8] 00000080:00200000:2.0:1787826146.908449:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000006a7a2283 17ffffc0001001 3:0 ffff8a4f125de828 8 lru 00000080:00200000:2.0:1787826146.908454:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d2f2c6b0 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908456:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000008ed7eb49 00000080:00200000:2.0:1787826146.908457:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1787826146.908459:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908472:0:53027:0:(rw26.c:875:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908476:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000931976bf[3 0000000057c16d97 2 1 00000000b8196280 0 0 9] 00000080:00200000:2.0:1787826146.908479:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000fa60749e 17ffffc0001001 3:0 ffff8a4f125de740 9 lru 00000080:00200000:2.0:1787826146.908483:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000000c374405 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908485:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000931976bf 00000080:00200000:2.0:1787826146.908486:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1787826146.908488:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908512:0:53027:0:(rw26.c:875:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908517:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000014691580[3 0000000057c16d97 2 1 00000000b8196280 0 0 10] 00000080:00200000:2.0:1787826146.908520:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000006b0470bd 17ffffc0001001 3:0 ffff8a4f125de2b8 10 lru 00000080:00200000:2.0:1787826146.908525:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000007ec46492 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908527:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000014691580 00000080:00200000:2.0:1787826146.908528:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1787826146.908530:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908659:0:53027:0:(rw26.c:875:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908664:0:53027:0:(rw26.c:933:ll_write_end()) page@000000003936de37[3 0000000057c16d97 2 1 00000000b8196280 0 0 11] 00000080:00200000:2.0:1787826146.908667:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000865c079d 17ffffc0001001 3:0 ffff8a4f125de3a0 11 lru 00000080:00200000:2.0:1787826146.908673:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c15ec31e 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908675:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000003936de37 00000080:00200000:2.0:1787826146.908676:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1787826146.908678:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908756:0:53027:0:(rw26.c:875:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908762:0:53027:0:(rw26.c:933:ll_write_end()) page@000000005ad02036[3 0000000057c16d97 2 1 00000000b8196280 0 0 12] 00000080:00200000:2.0:1787826146.908764:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000413506d9 17ffffc0001001 3:0 ffff8a4f125de0e8 12 lru 00000080:00200000:2.0:1787826146.908769:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000060d5fb8a 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908771:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000005ad02036 00000080:00200000:2.0:1787826146.908772:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1787826146.908774:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908795:0:53027:0:(rw26.c:875:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908799:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000de861e78[3 0000000057c16d97 2 1 00000000b8196280 0 0 13] 00000080:00200000:2.0:1787826146.908802:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f71de4af 17ffffc0001021 2:0 ffff8a4f125deae0 13 lru 00000080:00200000:2.0:1787826146.908808:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000939d90fa 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908810:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000de861e78 00000080:00200000:2.0:1787826146.908811:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1787826146.908812:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908824:0:53027:0:(rw26.c:875:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908828:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ca368d45[3 0000000057c16d97 2 1 00000000b8196280 0 0 14] 00000080:00200000:2.0:1787826146.908831:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000008e52a2e1 17ffffc0001001 3:0 ffff8a4f125debc8 14 lru 00000080:00200000:2.0:1787826146.908836:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c95f8999 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908838:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ca368d45 00000080:00200000:2.0:1787826146.908839:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1787826146.908840:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908875:0:53027:0:(rw26.c:875:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908880:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000057f9a850[3 0000000057c16d97 2 1 00000000b8196280 0 0 15] 00000080:00200000:2.0:1787826146.908882:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a684a134 17ffffc0001001 3:0 ffff8a4f125de1d0 15 lru 00000080:00200000:2.0:1787826146.908887:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b355811c 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908889:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000057f9a850 00000080:00200000:2.0:1787826146.908891:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1787826146.908893:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908907:0:53027:0:(rw26.c:875:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908912:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c9ecf597[3 0000000057c16d97 2 1 00000000b8196280 0 0 16] 00000080:00200000:2.0:1787826146.908915:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f23fe535 17ffffc0001001 3:0 ffff8a4f125de9f8 16 lru 00000080:00200000:2.0:1787826146.908921:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000001d88a3f6 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908923:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c9ecf597 00000080:00200000:2.0:1787826146.908924:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1787826146.908926:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908947:0:53027:0:(rw26.c:875:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908951:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000abbfb05a[3 0000000057c16d97 2 1 00000000b8196280 0 0 17] 00000080:00200000:2.0:1787826146.908953:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000584ffe84 17ffffc0001001 3:0 ffff8a4f1a38f1d0 17 lru 00000080:00200000:2.0:1787826146.908958:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000008161797c 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908959:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000abbfb05a 00000080:00200000:2.0:1787826146.908960:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1787826146.908962:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.908974:0:53027:0:(rw26.c:875:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:2.0:1787826146.908978:0:53027:0:(rw26.c:933:ll_write_end()) page@000000006e35c696[3 0000000057c16d97 2 1 00000000b8196280 0 0 18] 00000080:00200000:2.0:1787826146.908980:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f3265c6d 17ffffc0001001 3:0 ffff8a4f1a38f9f8 18 lru 00000080:00200000:2.0:1787826146.908985:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000009a72d0b6 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.908987:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000006e35c696 00000080:00200000:2.0:1787826146.908988:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1787826146.908990:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.909002:0:53027:0:(rw26.c:875:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:2.0:1787826146.909006:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c034618c[3 0000000057c16d97 2 1 00000000b8196280 0 0 19] 00000080:00200000:2.0:1787826146.909008:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f92d7e4f 17ffffc0001001 3:0 ffff8a4f1a38f570 19 lru 00000080:00200000:2.0:1787826146.909013:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000003a786d8a 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.909015:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c034618c 00000080:00200000:2.0:1787826146.909016:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1787826146.909017:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 20 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.909029:0:53027:0:(rw26.c:875:ll_write_end()) pos 81920, len 4096, copied 4096 00000080:00200000:2.0:1787826146.909032:0:53027:0:(rw26.c:933:ll_write_end()) page@000000006fef84c7[3 0000000057c16d97 2 1 00000000b8196280 0 0 20] 00000080:00200000:2.0:1787826146.909035:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a60e277b 17ffffc0001001 3:0 ffff8a4f1a38f658 20 lru 00000080:00200000:2.0:1787826146.909040:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000de6b7a0d 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.909042:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000006fef84c7 00000080:00200000:2.0:1787826146.909043:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1787826146.909045:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 21 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.909058:0:53027:0:(rw26.c:875:ll_write_end()) pos 86016, len 4096, copied 4096 00000080:00200000:2.0:1787826146.909062:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000294b0dd6[3 0000000057c16d97 2 1 00000000b8196280 0 0 21] 00000080:00200000:2.0:1787826146.909065:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000043d22c00 17ffffc0001001 3:0 ffff8a4f1a38fd98 21 lru 00000080:00200000:2.0:1787826146.909070:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000009f125d69 21: 1< 0 - - > 2< 86016 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.909072:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000294b0dd6 00000080:00200000:2.0:1787826146.909073:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1787826146.909075:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 22 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.909087:0:53027:0:(rw26.c:875:ll_write_end()) pos 90112, len 4096, copied 4096 00000080:00200000:2.0:1787826146.909092:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000eed686ee[3 0000000057c16d97 2 1 00000000b8196280 0 0 22] 00000080:00200000:2.0:1787826146.912298:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000005e2d0328 17ffffc0001001 3:0 ffff8a4f1a38fcb0 22 lru 00000080:00200000:2.0:1787826146.912312:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000050693869 22: 1< 0 - - > 2< 90112 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912315:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000eed686ee 00000080:00200000:2.0:1787826146.912317:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1787826146.912324:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 23 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912374:0:53027:0:(rw26.c:875:ll_write_end()) pos 94208, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912381:0:53027:0:(rw26.c:933:ll_write_end()) page@000000007f66176e[3 0000000057c16d97 2 1 00000000b8196280 0 0 23] 00000080:00200000:2.0:1787826146.912385:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000006daf33ba 17ffffc0001001 3:0 ffff8a4f1a38f488 23 lru 00000080:00200000:2.0:1787826146.912391:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000090b70a5b 23: 1< 0 - - > 2< 94208 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912393:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000007f66176e 00000080:00200000:2.0:1787826146.912394:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1787826146.912397:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 24 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912415:0:53027:0:(rw26.c:875:ll_write_end()) pos 98304, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912420:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000004383fa5[3 0000000057c16d97 2 1 00000000b8196280 0 0 24] 00000080:00200000:2.0:1787826146.912423:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000afc9dcf0 17ffffc0001001 3:0 ffff8a4f1a38f910 24 lru 00000080:00200000:2.0:1787826146.912429:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000184657fd 24: 1< 0 - - > 2< 98304 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912431:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000004383fa5 00000080:00200000:2.0:1787826146.912432:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1787826146.912434:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 25 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912450:0:53027:0:(rw26.c:875:ll_write_end()) pos 102400, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912455:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000322c2cdb[3 0000000057c16d97 2 1 00000000b8196280 0 0 25] 00000080:00200000:2.0:1787826146.912458:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000c3c1a62d 17ffffc0001001 3:0 ffff8a4f1a38f000 25 lru 00000080:00200000:2.0:1787826146.912464:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000011123844 25: 1< 0 - - > 2< 102400 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912467:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000322c2cdb 00000080:00200000:2.0:1787826146.912468:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1787826146.912470:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 26 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912485:0:53027:0:(rw26.c:875:ll_write_end()) pos 106496, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912490:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009d99b8f5[3 0000000057c16d97 2 1 00000000b8196280 0 0 26] 00000080:00200000:2.0:1787826146.912492:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000380771b0 17ffffc0001001 3:0 ffff8a4f1a38fe80 26 lru 00000080:00200000:2.0:1787826146.912498:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000db1ccffb 26: 1< 0 - - > 2< 106496 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912500:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009d99b8f5 00000080:00200000:2.0:1787826146.912501:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1787826146.912503:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 27 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912518:0:53027:0:(rw26.c:875:ll_write_end()) pos 110592, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912522:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d22fc323[3 0000000057c16d97 2 1 00000000b8196280 0 0 27] 00000080:00200000:2.0:1787826146.912525:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000438968c8 17ffffc0001001 3:0 ffff8a4f1a38f828 27 lru 00000080:00200000:2.0:1787826146.912530:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000be3dbe8f 27: 1< 0 - - > 2< 110592 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912532:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d22fc323 00000080:00200000:2.0:1787826146.912533:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1787826146.912764:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 28 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912789:0:53027:0:(rw26.c:875:ll_write_end()) pos 114688, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912793:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000fcb31807[3 0000000057c16d97 2 1 00000000b8196280 0 0 28] 00000080:00200000:2.0:1787826146.912796:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f67cfc56 17ffffc0001021 2:0 ffff8a4f1a38f740 28 lru 00000080:00200000:2.0:1787826146.912802:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000075e4c7ef 28: 1< 0 - - > 2< 114688 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912806:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000fcb31807 00000080:00200000:2.0:1787826146.912807:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1787826146.912809:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 29 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912825:0:53027:0:(rw26.c:875:ll_write_end()) pos 118784, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912829:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002d4aab9f[3 0000000057c16d97 2 1 00000000b8196280 0 0 29] 00000080:00200000:2.0:1787826146.912831:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000085f9c64a 17ffffc0001001 3:0 ffff8a4f1a38f2b8 29 lru 00000080:00200000:2.0:1787826146.912836:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000003b8cfd76 29: 1< 0 - - > 2< 118784 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912838:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002d4aab9f 00000080:00200000:2.0:1787826146.912839:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1787826146.912841:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 30 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912872:0:53027:0:(rw26.c:875:ll_write_end()) pos 122880, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912877:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000069b7d03f[3 0000000057c16d97 2 1 00000000b8196280 0 0 30] 00000080:00200000:2.0:1787826146.912879:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f0caa6e8 17ffffc0001001 3:0 ffff8a4f1a38f3a0 30 lru 00000080:00200000:2.0:1787826146.912883:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000058e8812f 30: 1< 0 - - > 2< 122880 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912885:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000069b7d03f 00000080:00200000:2.0:1787826146.912886:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1787826146.912888:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 31 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912905:0:53027:0:(rw26.c:875:ll_write_end()) pos 126976, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912908:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000855217dc[3 0000000057c16d97 2 1 00000000b8196280 0 0 31] 00000080:00200000:2.0:1787826146.912911:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000ed0ddf62 17ffffc0001001 3:0 ffff8a4f1a38f0e8 31 lru 00000080:00200000:2.0:1787826146.912915:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000003355d7b4 31: 1< 0 - - > 2< 126976 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912917:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000855217dc 00000080:00200000:2.0:1787826146.912918:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1787826146.912919:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 32 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912931:0:53027:0:(rw26.c:875:ll_write_end()) pos 131072, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912935:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009d56fdee[3 0000000057c16d97 2 1 00000000b8196280 0 0 32] 00000080:00200000:2.0:1787826146.912938:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000090131b72 17ffffc0001001 3:0 ffff8a4f1a38fae0 32 lru 00000080:00200000:2.0:1787826146.912943:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000437bd19f 32: 1< 0 - - > 2< 131072 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912945:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009d56fdee 00000080:00200000:2.0:1787826146.912951:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1787826146.912952:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 33 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.912968:0:53027:0:(rw26.c:875:ll_write_end()) pos 135168, len 4096, copied 4096 00000080:00200000:2.0:1787826146.912972:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000dab9e668[3 0000000057c16d97 2 1 00000000b8196280 0 0 33] 00000080:00200000:2.0:1787826146.912974:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000e07e1e13 17ffffc0001001 3:0 ffff8a4f1a38fbc8 33 lru 00000080:00200000:2.0:1787826146.912980:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d3d11b17 33: 1< 0 - - > 2< 135168 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.912982:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000dab9e668 00000080:00200000:2.0:1787826146.912983:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1787826146.912985:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 34 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913001:0:53027:0:(rw26.c:875:ll_write_end()) pos 139264, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913005:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002f29ad99[3 0000000057c16d97 2 1 00000000b8196280 0 0 34] 00000080:00200000:2.0:1787826146.913008:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000003722947e 17ffffc0001001 3:0 ffff8a4f09f29e80 34 lru 00000080:00200000:2.0:1787826146.913013:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000baf89e7f 34: 1< 0 - - > 2< 139264 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913015:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002f29ad99 00000080:00200000:2.0:1787826146.913016:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1787826146.913017:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 35 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913036:0:53027:0:(rw26.c:875:ll_write_end()) pos 143360, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913041:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c389059c[3 0000000057c16d97 2 1 00000000b8196280 0 0 35] 00000080:00200000:2.0:1787826146.913044:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000004c3278e3 17ffffc0001001 3:0 ffff8a4f09f29828 35 lru 00000080:00200000:2.0:1787826146.913049:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000a6d2d505 35: 1< 0 - - > 2< 143360 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913051:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c389059c 00000080:00200000:2.0:1787826146.913052:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1787826146.913054:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 36 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913079:0:53027:0:(rw26.c:875:ll_write_end()) pos 147456, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913083:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f411fbc6[3 0000000057c16d97 2 1 00000000b8196280 0 0 36] 00000080:00200000:2.0:1787826146.913095:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000c2195866 17ffffc0001001 3:0 ffff8a4f09f29740 36 lru 00000080:00200000:2.0:1787826146.913101:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000005ed9ef25 36: 1< 0 - - > 2< 147456 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913103:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f411fbc6 00000080:00200000:2.0:1787826146.913104:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1787826146.913106:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 37 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913122:0:53027:0:(rw26.c:875:ll_write_end()) pos 151552, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913127:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000b6b01d3c[3 0000000057c16d97 2 1 00000000b8196280 0 0 37] 00000080:00200000:2.0:1787826146.913130:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000044002044 17ffffc0001001 3:0 ffff8a4f09f292b8 37 lru 00000080:00200000:2.0:1787826146.913135:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000f15d995f 37: 1< 0 - - > 2< 151552 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913138:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000b6b01d3c 00000080:00200000:2.0:1787826146.913139:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1787826146.913141:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 38 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913157:0:53027:0:(rw26.c:875:ll_write_end()) pos 155648, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913161:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000078d0c4ee[3 0000000057c16d97 2 1 00000000b8196280 0 0 38] 00000080:00200000:2.0:1787826146.913164:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000003bc15f58 17ffffc0001001 3:0 ffff8a4f09f293a0 38 lru 00000080:00200000:2.0:1787826146.913169:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000000d1f1ebb 38: 1< 0 - - > 2< 155648 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913170:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000078d0c4ee 00000080:00200000:2.0:1787826146.913172:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1787826146.913173:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 39 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913187:0:53027:0:(rw26.c:875:ll_write_end()) pos 159744, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913191:0:53027:0:(rw26.c:933:ll_write_end()) page@000000003e3d2ee6[3 0000000057c16d97 2 1 00000000b8196280 0 0 39] 00000080:00200000:2.0:1787826146.913194:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000b07a858d 17ffffc0001001 3:0 ffff8a4f09f290e8 39 lru 00000080:00200000:2.0:1787826146.913199:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000081fb1a4e 39: 1< 0 - - > 2< 159744 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913201:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000003e3d2ee6 00000080:00200000:2.0:1787826146.913202:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1787826146.913204:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 40 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913217:0:53027:0:(rw26.c:875:ll_write_end()) pos 163840, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913221:0:53027:0:(rw26.c:933:ll_write_end()) page@000000006f3e7053[3 0000000057c16d97 2 1 00000000b8196280 0 0 40] 00000080:00200000:2.0:1787826146.913224:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000051a66812 17ffffc0001001 3:0 ffff8a4f09f29ae0 40 lru 00000080:00200000:2.0:1787826146.913229:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000005e9dec16 40: 1< 0 - - > 2< 163840 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913231:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000006f3e7053 00000080:00200000:2.0:1787826146.913232:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1787826146.913234:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 41 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913261:0:53027:0:(rw26.c:875:ll_write_end()) pos 167936, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913266:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000df3e2b1b[3 0000000057c16d97 2 1 00000000b8196280 0 0 41] 00000080:00200000:2.0:1787826146.913268:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000001bbe2397 17ffffc0001001 3:0 ffff8a4f09f29bc8 41 lru 00000080:00200000:2.0:1787826146.913273:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000f8669e55 41: 1< 0 - - > 2< 167936 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913275:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000df3e2b1b 00000080:00200000:2.0:1787826146.913277:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1787826146.913278:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 42 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913296:0:53027:0:(rw26.c:875:ll_write_end()) pos 172032, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913301:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000087d390b7[3 0000000057c16d97 2 1 00000000b8196280 0 0 42] 00000080:00200000:2.0:1787826146.913303:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f767c3cd 17ffffc0001001 3:0 ffff8a4f09f291d0 42 lru 00000080:00200000:2.0:1787826146.913308:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ecb85135 42: 1< 0 - - > 2< 172032 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913310:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000087d390b7 00000080:00200000:2.0:1787826146.913311:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1787826146.913313:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 43 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913330:0:53027:0:(rw26.c:875:ll_write_end()) pos 176128, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913335:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009633d8c3[3 0000000057c16d97 2 1 00000000b8196280 0 0 43] 00000080:00200000:2.0:1787826146.913338:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000171d88d5 17ffffc0001021 2:0 ffff8a4f09f299f8 43 lru 00000080:00200000:2.0:1787826146.913342:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004d84d76a 43: 1< 0 - - > 2< 176128 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913344:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009633d8c3 00000080:00200000:2.0:1787826146.913345:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1787826146.913347:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 44 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913361:0:53027:0:(rw26.c:875:ll_write_end()) pos 180224, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913365:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000619d5340[3 0000000057c16d97 2 1 00000000b8196280 0 0 44] 00000080:00200000:2.0:1787826146.913368:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000dd23ddc 17ffffc0001001 3:0 ffff8a4f09f29570 44 lru 00000080:00200000:2.0:1787826146.913372:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000a0ea1664 44: 1< 0 - - > 2< 180224 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913374:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000619d5340 00000080:00200000:2.0:1787826146.913375:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1787826146.913377:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 45 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913389:0:53027:0:(rw26.c:875:ll_write_end()) pos 184320, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913393:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c69becdc[3 0000000057c16d97 2 1 00000000b8196280 0 0 45] 00000080:00200000:2.0:1787826146.913395:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000041b375f9 17ffffc0001001 3:0 ffff8a4f09f29658 45 lru 00000080:00200000:2.0:1787826146.913400:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000008ca14a66 45: 1< 0 - - > 2< 184320 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913402:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c69becdc 00000080:00200000:2.0:1787826146.913403:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1787826146.913404:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 46 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913414:0:53027:0:(rw26.c:875:ll_write_end()) pos 188416, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913417:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000fce89b44[3 0000000057c16d97 2 1 00000000b8196280 0 0 46] 00000080:00200000:2.0:1787826146.913420:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000003ebfb648 17ffffc0001001 3:0 ffff8a4f09f29d98 46 lru 00000080:00200000:2.0:1787826146.913426:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000218b0204 46: 1< 0 - - > 2< 188416 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913428:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000fce89b44 00000080:00200000:2.0:1787826146.913429:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1787826146.913431:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 47 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913442:0:53027:0:(rw26.c:875:ll_write_end()) pos 192512, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913446:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000057213a49[3 0000000057c16d97 2 1 00000000b8196280 0 0 47] 00000080:00200000:2.0:1787826146.913448:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000009883db 17ffffc0001001 3:0 ffff8a4f09f29cb0 47 lru 00000080:00200000:2.0:1787826146.913452:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000006bd2843e 47: 1< 0 - - > 2< 192512 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913454:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000057213a49 00000080:00200000:2.0:1787826146.913455:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1787826146.913457:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 48 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913467:0:53027:0:(rw26.c:875:ll_write_end()) pos 196608, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913470:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ae8b8db7[3 0000000057c16d97 2 1 00000000b8196280 0 0 48] 00000080:00200000:2.0:1787826146.913473:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000007820a0f3 17ffffc0001001 3:0 ffff8a4f09f29488 48 lru 00000080:00200000:2.0:1787826146.913477:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d4672f67 48: 1< 0 - - > 2< 196608 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913479:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ae8b8db7 00000080:00200000:2.0:1787826146.913480:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1787826146.913482:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 49 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913491:0:53027:0:(rw26.c:875:ll_write_end()) pos 200704, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913494:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000061c1777c[3 0000000057c16d97 2 1 00000000b8196280 0 0 49] 00000080:00200000:2.0:1787826146.913497:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000009194d5c1 17ffffc0001001 3:0 ffff8a4f09f29910 49 lru 00000080:00200000:2.0:1787826146.913501:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000052da44e6 49: 1< 0 - - > 2< 200704 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913503:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000061c1777c 00000080:00200000:2.0:1787826146.913504:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1787826146.913505:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 50 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913515:0:53027:0:(rw26.c:875:ll_write_end()) pos 204800, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913518:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000275793d6[3 0000000057c16d97 2 1 00000000b8196280 0 0 50] 00000080:00200000:2.0:1787826146.913520:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000daca0f4b 17ffffc0001001 3:0 ffff8a4f09f29000 50 lru 00000080:00200000:2.0:1787826146.913525:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000294d4664 50: 1< 0 - - > 2< 204800 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913527:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000275793d6 00000080:00200000:2.0:1787826146.913528:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1787826146.913529:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 51 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913552:0:53027:0:(rw26.c:875:ll_write_end()) pos 208896, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913557:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002cd0a008[3 0000000057c16d97 2 1 00000000b8196280 0 0 51] 00000080:00200000:2.0:1787826146.913560:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000065cb3e4b 17ffffc0001001 3:0 ffff8a4f1a3442b8 51 lru 00000080:00200000:2.0:1787826146.913564:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000040284b7f 51: 1< 0 - - > 2< 208896 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913566:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002cd0a008 00000080:00200000:2.0:1787826146.913568:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1787826146.913569:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 52 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913582:0:53027:0:(rw26.c:875:ll_write_end()) pos 212992, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913585:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000fa1860b1[3 0000000057c16d97 2 1 00000000b8196280 0 0 52] 00000080:00200000:2.0:1787826146.913589:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000002f122bb 17ffffc0001001 3:0 ffff8a4f1a344740 52 lru 00000080:00200000:2.0:1787826146.913593:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000000bddfa25 52: 1< 0 - - > 2< 212992 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913595:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000fa1860b1 00000080:00200000:2.0:1787826146.913597:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1787826146.913598:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 53 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913611:0:53027:0:(rw26.c:875:ll_write_end()) pos 217088, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913615:0:53027:0:(rw26.c:933:ll_write_end()) page@000000001adbb5c8[3 0000000057c16d97 2 1 00000000b8196280 0 0 53] 00000080:00200000:2.0:1787826146.913618:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000839473fd 17ffffc0001001 3:0 ffff8a4f1a344828 53 lru 00000080:00200000:2.0:1787826146.913623:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000081c98312 53: 1< 0 - - > 2< 217088 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913625:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000001adbb5c8 00000080:00200000:2.0:1787826146.913626:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1787826146.913628:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 54 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913640:0:53027:0:(rw26.c:875:ll_write_end()) pos 221184, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913644:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d5a5ec30[3 0000000057c16d97 2 1 00000000b8196280 0 0 54] 00000080:00200000:2.0:1787826146.913713:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000037da7020 17ffffc0001001 3:0 ffff8a4f1a344e80 54 lru 00000080:00200000:2.0:1787826146.913718:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000006685e178 54: 1< 0 - - > 2< 221184 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913721:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d5a5ec30 00000080:00200000:2.0:1787826146.913722:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1787826146.913724:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 55 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913739:0:53027:0:(rw26.c:875:ll_write_end()) pos 225280, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913743:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d650a406[3 0000000057c16d97 2 1 00000000b8196280 0 0 55] 00000080:00200000:2.0:1787826146.913746:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a333a97f 17ffffc0001001 3:0 ffff8a4f1a344000 55 lru 00000080:00200000:2.0:1787826146.913751:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000fad5000c 55: 1< 0 - - > 2< 225280 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913752:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d650a406 00000080:00200000:2.0:1787826146.913753:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1787826146.913755:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 56 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913767:0:53027:0:(rw26.c:875:ll_write_end()) pos 229376, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913771:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f964f668[3 0000000057c16d97 2 1 00000000b8196280 0 0 56] 00000080:00200000:2.0:1787826146.913773:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000747ba4a6 17ffffc0001001 3:0 ffff8a4f1a344910 56 lru 00000080:00200000:2.0:1787826146.913779:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000001ab97823 56: 1< 0 - - > 2< 229376 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913780:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f964f668 00000080:00200000:2.0:1787826146.913782:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1787826146.913783:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 57 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913796:0:53027:0:(rw26.c:875:ll_write_end()) pos 233472, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913800:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000064540de6[3 0000000057c16d97 2 1 00000000b8196280 0 0 57] 00000080:00200000:2.0:1787826146.913803:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a7fe8ab7 17ffffc0001001 3:0 ffff8a4f1a344488 57 lru 00000080:00200000:2.0:1787826146.913807:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000318b5e4a 57: 1< 0 - - > 2< 233472 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913809:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000064540de6 00000080:00200000:2.0:1787826146.913810:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1787826146.913812:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 58 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913829:0:53027:0:(rw26.c:875:ll_write_end()) pos 237568, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913833:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002c8223ce[3 0000000057c16d97 2 1 00000000b8196280 0 0 58] 00000080:00200000:2.0:1787826146.913835:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000098617e04 17ffffc0001021 2:0 ffff8a4f1a344cb0 58 lru 00000080:00200000:2.0:1787826146.913840:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b54839ea 58: 1< 0 - - > 2< 237568 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913843:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002c8223ce 00000080:00200000:2.0:1787826146.913844:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1787826146.913845:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 59 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913904:0:53027:0:(rw26.c:875:ll_write_end()) pos 241664, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913909:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c9f4efb7[3 0000000057c16d97 2 1 00000000b8196280 0 0 59] 00000080:00200000:2.0:1787826146.913912:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000b9b3f512 17ffffc0001001 3:0 ffff8a4f1a344d98 59 lru 00000080:00200000:2.0:1787826146.913917:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000009e38be0f 59: 1< 0 - - > 2< 241664 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913919:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c9f4efb7 00000080:00200000:2.0:1787826146.913920:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1787826146.913922:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 60 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913935:0:53027:0:(rw26.c:875:ll_write_end()) pos 245760, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913939:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000efbf5db4[3 0000000057c16d97 2 1 00000000b8196280 0 0 60] 00000080:00200000:2.0:1787826146.913942:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000e47700f 17ffffc0001001 3:0 ffff8a4f1a344658 60 lru 00000080:00200000:2.0:1787826146.913946:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d07f0b9e 60: 1< 0 - - > 2< 245760 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913949:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000efbf5db4 00000080:00200000:2.0:1787826146.913950:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1787826146.913951:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 61 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913965:0:53027:0:(rw26.c:875:ll_write_end()) pos 249856, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913969:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ceb1f91e[3 0000000057c16d97 2 1 00000000b8196280 0 0 61] 00000080:00200000:2.0:1787826146.913972:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000532731c1 17ffffc0001001 3:0 ffff8a4f1a344570 61 lru 00000080:00200000:2.0:1787826146.913977:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000005fa1d138 61: 1< 0 - - > 2< 249856 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.913979:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ceb1f91e 00000080:00200000:2.0:1787826146.913980:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1787826146.913982:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 62 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.913995:0:53027:0:(rw26.c:875:ll_write_end()) pos 253952, len 4096, copied 4096 00000080:00200000:2.0:1787826146.913999:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000cd29dfad[3 0000000057c16d97 2 1 00000000b8196280 0 0 62] 00000080:00200000:2.0:1787826146.914002:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000017c9c54b 17ffffc0001001 3:0 ffff8a4f1a3449f8 62 lru 00000080:00200000:2.0:1787826146.914007:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004014b282 62: 1< 0 - - > 2< 253952 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914009:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000cd29dfad 00000080:00200000:2.0:1787826146.914010:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1787826146.914012:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 63 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914024:0:53027:0:(rw26.c:875:ll_write_end()) pos 258048, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914028:0:53027:0:(rw26.c:933:ll_write_end()) page@000000003ee1c827[3 0000000057c16d97 2 1 00000000b8196280 0 0 63] 00000080:00200000:2.0:1787826146.914030:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000d50f60da 17ffffc0001001 3:0 ffff8a4f1a3441d0 63 lru 00000080:00200000:2.0:1787826146.914035:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000295e45da 63: 1< 0 - - > 2< 258048 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914037:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000003ee1c827 00000080:00200000:2.0:1787826146.914038:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1787826146.914040:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 64 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914064:0:53027:0:(rw26.c:875:ll_write_end()) pos 262144, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914068:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d81aab1e[3 0000000057c16d97 2 1 00000000b8196280 0 0 64] 00000080:00200000:2.0:1787826146.914070:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000009d08ae5f 17ffffc0001001 3:0 ffff8a4f1a344bc8 64 lru 00000080:00200000:2.0:1787826146.914076:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000e16ce3e7 64: 1< 0 - - > 2< 262144 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914077:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d81aab1e 00000080:00200000:2.0:1787826146.914079:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1787826146.914081:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 65 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914095:0:53027:0:(rw26.c:875:ll_write_end()) pos 266240, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914099:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f3f41fce[3 0000000057c16d97 2 1 00000000b8196280 0 0 65] 00000080:00200000:2.0:1787826146.914101:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000031f23276 17ffffc0001001 3:0 ffff8a4f1a344ae0 65 lru 00000080:00200000:2.0:1787826146.914106:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb53442f 65: 1< 0 - - > 2< 266240 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914108:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f3f41fce 00000080:00200000:2.0:1787826146.914110:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1787826146.914111:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 66 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914126:0:53027:0:(rw26.c:875:ll_write_end()) pos 270336, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914131:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ae5d3631[3 0000000057c16d97 2 1 00000000b8196280 0 0 66] 00000080:00200000:2.0:1787826146.914133:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc806061 17ffffc0001001 3:0 ffff8a4f1a3440e8 66 lru 00000080:00200000:2.0:1787826146.914138:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000007fb60641 66: 1< 0 - - > 2< 270336 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914140:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ae5d3631 00000080:00200000:2.0:1787826146.914141:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1787826146.914143:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 67 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914156:0:53027:0:(rw26.c:875:ll_write_end()) pos 274432, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914160:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000098be910c[3 0000000057c16d97 2 1 00000000b8196280 0 0 67] 00000080:00200000:2.0:1787826146.914164:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000cd1085b 17ffffc0001001 3:0 ffff8a4f1a3443a0 67 lru 00000080:00200000:2.0:1787826146.914169:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000003f95a9ea 67: 1< 0 - - > 2< 274432 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914171:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000098be910c 00000080:00200000:2.0:1787826146.914172:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1787826146.914174:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 68 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914188:0:53027:0:(rw26.c:875:ll_write_end()) pos 278528, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914192:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000089202a39[3 0000000057c16d97 2 1 00000000b8196280 0 0 68] 00000080:00200000:2.0:1787826146.914195:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000052eeb213 17ffffc0001001 3:0 ffff8a4f099d7cb0 68 lru 00000080:00200000:2.0:1787826146.914200:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000085239022 68: 1< 0 - - > 2< 278528 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914202:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000089202a39 00000080:00200000:2.0:1787826146.914203:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1787826146.914205:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 69 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914219:0:53027:0:(rw26.c:875:ll_write_end()) pos 282624, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914223:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d3355e53[3 0000000057c16d97 2 1 00000000b8196280 0 0 69] 00000080:00200000:2.0:1787826146.914226:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000d7746614 17ffffc0001001 3:0 ffff8a4f099d7488 69 lru 00000080:00200000:2.0:1787826146.914231:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000002282db97 69: 1< 0 - - > 2< 282624 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914233:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d3355e53 00000080:00200000:2.0:1787826146.914234:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1787826146.914236:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 70 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914590:0:53027:0:(rw26.c:875:ll_write_end()) pos 286720, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914595:0:53027:0:(rw26.c:933:ll_write_end()) page@000000000cc1d178[3 0000000057c16d97 2 1 00000000b8196280 0 0 70] 00000080:00200000:2.0:1787826146.914598:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000031f5f437 17ffffc0001001 3:0 ffff8a4f099d7910 70 lru 00000080:00200000:2.0:1787826146.914604:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000002f7c617c 70: 1< 0 - - > 2< 286720 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914605:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000000cc1d178 00000080:00200000:2.0:1787826146.914607:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1787826146.914609:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 71 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914626:0:53027:0:(rw26.c:875:ll_write_end()) pos 290816, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914629:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000196e9182[3 0000000057c16d97 2 1 00000000b8196280 0 0 71] 00000080:00200000:2.0:1787826146.914633:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6886e6e 17ffffc0001001 3:0 ffff8a4f099d7000 71 lru 00000080:00200000:2.0:1787826146.914638:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000008086049f 71: 1< 0 - - > 2< 290816 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914640:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000196e9182 00000080:00200000:2.0:1787826146.914641:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1787826146.914643:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 72 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914732:0:53027:0:(rw26.c:875:ll_write_end()) pos 294912, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914737:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c6ac70e4[3 0000000057c16d97 2 1 00000000b8196280 0 0 72] 00000080:00200000:2.0:1787826146.914740:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a6ee577a 17ffffc0001001 3:0 ffff8a4f099d7e80 72 lru 00000080:00200000:2.0:1787826146.914745:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000008fbff96f 72: 1< 0 - - > 2< 294912 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914747:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c6ac70e4 00000080:00200000:2.0:1787826146.914748:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1787826146.914750:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 73 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914770:0:53027:0:(rw26.c:875:ll_write_end()) pos 299008, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914775:0:53027:0:(rw26.c:933:ll_write_end()) page@000000008d43cdff[3 0000000057c16d97 2 1 00000000b8196280 0 0 73] 00000080:00200000:2.0:1787826146.914777:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000044afef1c 17ffffc0001021 2:0 ffff8a4f099d7828 73 lru 00000080:00200000:2.0:1787826146.914783:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000000dea1a77 73: 1< 0 - - > 2< 299008 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914785:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000008d43cdff 00000080:00200000:2.0:1787826146.914786:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1787826146.914788:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 74 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914801:0:53027:0:(rw26.c:875:ll_write_end()) pos 303104, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914805:0:53027:0:(rw26.c:933:ll_write_end()) page@000000000b3fed2c[3 0000000057c16d97 2 1 00000000b8196280 0 0 74] 00000080:00200000:2.0:1787826146.914808:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000001edbfcef 17ffffc0001001 3:0 ffff8a4f099d7740 74 lru 00000080:00200000:2.0:1787826146.914812:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000814edf36 74: 1< 0 - - > 2< 303104 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914814:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000000b3fed2c 00000080:00200000:2.0:1787826146.914816:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1787826146.914818:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 75 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914830:0:53027:0:(rw26.c:875:ll_write_end()) pos 307200, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914834:0:53027:0:(rw26.c:933:ll_write_end()) page@000000005c0ebad9[3 0000000057c16d97 2 1 00000000b8196280 0 0 75] 00000080:00200000:2.0:1787826146.914837:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000d22e807b 17ffffc0001001 3:0 ffff8a4f099d72b8 75 lru 00000080:00200000:2.0:1787826146.914841:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b64d37bc 75: 1< 0 - - > 2< 307200 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914844:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000005c0ebad9 00000080:00200000:2.0:1787826146.914845:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1787826146.914847:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 76 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914887:0:53027:0:(rw26.c:875:ll_write_end()) pos 311296, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914892:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000158b8baa[3 0000000057c16d97 2 1 00000000b8196280 0 0 76] 00000080:00200000:2.0:1787826146.914894:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000009364f33d 17ffffc0001001 3:0 ffff8a4f099d73a0 76 lru 00000080:00200000:2.0:1787826146.914900:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000000dcfa68 76: 1< 0 - - > 2< 311296 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914902:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000158b8baa 00000080:00200000:2.0:1787826146.914903:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1787826146.914905:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 77 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914919:0:53027:0:(rw26.c:875:ll_write_end()) pos 315392, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914923:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000026317693[3 0000000057c16d97 2 1 00000000b8196280 0 0 77] 00000080:00200000:2.0:1787826146.914926:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc6dae1e 17ffffc0001001 3:0 ffff8a4f099d70e8 77 lru 00000080:00200000:2.0:1787826146.914931:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000016149776 77: 1< 0 - - > 2< 315392 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914933:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000026317693 00000080:00200000:2.0:1787826146.914934:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1787826146.914936:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 78 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914949:0:53027:0:(rw26.c:875:ll_write_end()) pos 319488, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914953:0:53027:0:(rw26.c:933:ll_write_end()) page@000000003496a98b[3 0000000057c16d97 2 1 00000000b8196280 0 0 78] 00000080:00200000:2.0:1787826146.914956:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000081b3059d 17ffffc0001001 3:0 ffff8a4f099d7ae0 78 lru 00000080:00200000:2.0:1787826146.914961:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000be74843b 78: 1< 0 - - > 2< 319488 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914963:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000003496a98b 00000080:00200000:2.0:1787826146.914965:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1787826146.914966:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 79 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.914980:0:53027:0:(rw26.c:875:ll_write_end()) pos 323584, len 4096, copied 4096 00000080:00200000:2.0:1787826146.914983:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d30ff1b3[3 0000000057c16d97 2 1 00000000b8196280 0 0 79] 00000080:00200000:2.0:1787826146.914986:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000dc877977 17ffffc0001001 3:0 ffff8a4f099d7d98 79 lru 00000080:00200000:2.0:1787826146.914991:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000129f76e7 79: 1< 0 - - > 2< 323584 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.914993:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d30ff1b3 00000080:00200000:2.0:1787826146.914994:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1787826146.914996:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 80 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915012:0:53027:0:(rw26.c:875:ll_write_end()) pos 327680, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915016:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000bbc22a5f[3 0000000057c16d97 2 1 00000000b8196280 0 0 80] 00000080:00200000:2.0:1787826146.915018:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000429d0d06 17ffffc0001001 3:0 ffff8a4f099d7658 80 lru 00000080:00200000:2.0:1787826146.915023:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000009729563f 80: 1< 0 - - > 2< 327680 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915025:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000bbc22a5f 00000080:00200000:2.0:1787826146.915026:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1787826146.915028:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 81 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915039:0:53027:0:(rw26.c:875:ll_write_end()) pos 331776, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915043:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000983211b7[3 0000000057c16d97 2 1 00000000b8196280 0 0 81] 00000080:00200000:2.0:1787826146.915045:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000083be2acf 17ffffc0001001 3:0 ffff8a4f099d7570 81 lru 00000080:00200000:2.0:1787826146.915051:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000080964d54 81: 1< 0 - - > 2< 331776 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915052:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000983211b7 00000080:00200000:2.0:1787826146.915054:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1787826146.915055:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 82 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915081:0:53027:0:(rw26.c:875:ll_write_end()) pos 335872, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915161:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009ec3f39f[3 0000000057c16d97 2 1 00000000b8196280 0 0 82] 00000080:00200000:2.0:1787826146.915165:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000ddc5ae19 17ffffc0001001 3:0 ffff8a4f099d79f8 82 lru 00000080:00200000:2.0:1787826146.915170:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000001055c4dd 82: 1< 0 - - > 2< 335872 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915172:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009ec3f39f 00000080:00200000:2.0:1787826146.915174:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1787826146.915176:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 83 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915192:0:53027:0:(rw26.c:875:ll_write_end()) pos 339968, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915197:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000137dcdfa[3 0000000057c16d97 2 1 00000000b8196280 0 0 83] 00000080:00200000:2.0:1787826146.915200:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000007c014be1 17ffffc0001001 3:0 ffff8a4f099d71d0 83 lru 00000080:00200000:2.0:1787826146.915205:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000006d5e942 83: 1< 0 - - > 2< 339968 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915206:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000137dcdfa 00000080:00200000:2.0:1787826146.915208:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1787826146.915210:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 84 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915223:0:53027:0:(rw26.c:875:ll_write_end()) pos 344064, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915227:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000002029f6f[3 0000000057c16d97 2 1 00000000b8196280 0 0 84] 00000080:00200000:2.0:1787826146.915230:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000002a72381a 17ffffc0001001 3:0 ffff8a4f099d7bc8 84 lru 00000080:00200000:2.0:1787826146.915235:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d1d4f639 84: 1< 0 - - > 2< 344064 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915237:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000002029f6f 00000080:00200000:2.0:1787826146.915238:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1787826146.915239:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 85 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915267:0:53027:0:(rw26.c:875:ll_write_end()) pos 348160, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915271:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000895d461a[3 0000000057c16d97 2 1 00000000b8196280 0 0 85] 00000080:00200000:2.0:1787826146.915273:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000673912a9 17ffffc0001001 3:0 ffff8a4f09fdf570 85 lru 00000080:00200000:2.0:1787826146.915278:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000030520b36 85: 1< 0 - - > 2< 348160 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915280:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000895d461a 00000080:00200000:2.0:1787826146.915281:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1787826146.915283:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 86 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915296:0:53027:0:(rw26.c:875:ll_write_end()) pos 352256, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915301:0:53027:0:(rw26.c:933:ll_write_end()) page@000000006177f04f[3 0000000057c16d97 2 1 00000000b8196280 0 0 86] 00000080:00200000:2.0:1787826146.915303:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000b156f8f6 17ffffc0001001 3:0 ffff8a4f09fdf658 86 lru 00000080:00200000:2.0:1787826146.915309:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c08621c0 86: 1< 0 - - > 2< 352256 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915310:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000006177f04f 00000080:00200000:2.0:1787826146.915311:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1787826146.915313:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 87 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915329:0:53027:0:(rw26.c:875:ll_write_end()) pos 356352, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915333:0:53027:0:(rw26.c:933:ll_write_end()) page@000000003735119c[3 0000000057c16d97 2 1 00000000b8196280 0 0 87] 00000080:00200000:2.0:1787826146.915336:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000b4f7ae03 17ffffc0001001 3:0 ffff8a4f09fdfd98 87 lru 00000080:00200000:2.0:1787826146.915340:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000000fbf5912 87: 1< 0 - - > 2< 356352 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915342:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000003735119c 00000080:00200000:2.0:1787826146.915344:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1787826146.915345:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 88 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915363:0:53027:0:(rw26.c:875:ll_write_end()) pos 360448, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915367:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000cb013980[3 0000000057c16d97 2 1 00000000b8196280 0 0 88] 00000080:00200000:2.0:1787826146.915370:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000068bce3a9 17ffffc0001021 2:0 ffff8a4f09fdfcb0 88 lru 00000080:00200000:2.0:1787826146.915375:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000f5e00e6e 88: 1< 0 - - > 2< 360448 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915377:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000cb013980 00000080:00200000:2.0:1787826146.915378:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1787826146.915380:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 89 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915393:0:53027:0:(rw26.c:875:ll_write_end()) pos 364544, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915398:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000bc49877c[3 0000000057c16d97 2 1 00000000b8196280 0 0 89] 00000080:00200000:2.0:1787826146.915400:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000c5f52b3 17ffffc0001001 3:0 ffff8a4f09fdf488 89 lru 00000080:00200000:2.0:1787826146.915405:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000086bb64f7 89: 1< 0 - - > 2< 364544 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915407:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000bc49877c 00000080:00200000:2.0:1787826146.915408:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1787826146.915410:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 90 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915423:0:53027:0:(rw26.c:875:ll_write_end()) pos 368640, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915427:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009e3e2636[3 0000000057c16d97 2 1 00000000b8196280 0 0 90] 00000080:00200000:2.0:1787826146.915430:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000007c2222e3 17ffffc0001001 3:0 ffff8a4f09fdf910 90 lru 00000080:00200000:2.0:1787826146.915435:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000f634a01f 90: 1< 0 - - > 2< 368640 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915437:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009e3e2636 00000080:00200000:2.0:1787826146.915438:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1787826146.915440:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 91 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915454:0:53027:0:(rw26.c:875:ll_write_end()) pos 372736, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915458:0:53027:0:(rw26.c:933:ll_write_end()) page@000000003ca6020d[3 0000000057c16d97 2 1 00000000b8196280 0 0 91] 00000080:00200000:2.0:1787826146.915460:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000e3a2f75a 17ffffc0001001 3:0 ffff8a4f09fdf000 91 lru 00000080:00200000:2.0:1787826146.915465:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d92cf8a6 91: 1< 0 - - > 2< 372736 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915467:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000003ca6020d 00000080:00200000:2.0:1787826146.915468:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1787826146.915470:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 92 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915484:0:53027:0:(rw26.c:875:ll_write_end()) pos 376832, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915488:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009b95fcef[3 0000000057c16d97 2 1 00000000b8196280 0 0 92] 00000080:00200000:2.0:1787826146.915491:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec36c64e 17ffffc0001001 3:0 ffff8a4f09fdfe80 92 lru 00000080:00200000:2.0:1787826146.915496:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000004918593 92: 1< 0 - - > 2< 376832 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915498:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009b95fcef 00000080:00200000:2.0:1787826146.915499:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1787826146.915501:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 93 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915513:0:53027:0:(rw26.c:875:ll_write_end()) pos 380928, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915517:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000449f58b9[3 0000000057c16d97 2 1 00000000b8196280 0 0 93] 00000080:00200000:2.0:1787826146.915519:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000004b3436e 17ffffc0001001 3:0 ffff8a4f09fdf828 93 lru 00000080:00200000:2.0:1787826146.915524:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000043684d60 93: 1< 0 - - > 2< 380928 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915526:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000449f58b9 00000080:00200000:2.0:1787826146.915527:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1787826146.915529:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 94 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915726:0:53027:0:(rw26.c:875:ll_write_end()) pos 385024, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915732:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000078a567d5[3 0000000057c16d97 2 1 00000000b8196280 0 0 94] 00000080:00200000:2.0:1787826146.915734:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000d4752c67 17ffffc0001001 3:0 ffff8a4f09fdf740 94 lru 00000080:00200000:2.0:1787826146.915739:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004ab862e8 94: 1< 0 - - > 2< 385024 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915741:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000078a567d5 00000080:00200000:2.0:1787826146.915742:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1787826146.915744:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 95 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915758:0:53027:0:(rw26.c:875:ll_write_end()) pos 389120, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915762:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c35876f1[3 0000000057c16d97 2 1 00000000b8196280 0 0 95] 00000080:00200000:2.0:1787826146.915765:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000022fcb0ae 17ffffc0001001 3:0 ffff8a4f09fdf2b8 95 lru 00000080:00200000:2.0:1787826146.915770:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000001bc8af16 95: 1< 0 - - > 2< 389120 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915772:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c35876f1 00000080:00200000:2.0:1787826146.915774:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1787826146.915775:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 96 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915787:0:53027:0:(rw26.c:875:ll_write_end()) pos 393216, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915790:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f7f9d094[3 0000000057c16d97 2 1 00000000b8196280 0 0 96] 00000080:00200000:2.0:1787826146.915793:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0b597c0 17ffffc0001001 3:0 ffff8a4f09fdf3a0 96 lru 00000080:00200000:2.0:1787826146.915798:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000260c3894 96: 1< 0 - - > 2< 393216 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915800:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f7f9d094 00000080:00200000:2.0:1787826146.915801:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1787826146.915803:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 97 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915813:0:53027:0:(rw26.c:875:ll_write_end()) pos 397312, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915817:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002ded4557[3 0000000057c16d97 2 1 00000000b8196280 0 0 97] 00000080:00200000:2.0:1787826146.915820:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000027777858 17ffffc0001001 3:0 ffff8a4f09fdf0e8 97 lru 00000080:00200000:2.0:1787826146.915825:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000e0ffece8 97: 1< 0 - - > 2< 397312 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915827:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002ded4557 00000080:00200000:2.0:1787826146.915828:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1787826146.915830:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 98 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915840:0:53027:0:(rw26.c:875:ll_write_end()) pos 401408, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915844:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000001725425[3 0000000057c16d97 2 1 00000000b8196280 0 0 98] 00000080:00200000:2.0:1787826146.915846:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000002e57e2e1 17ffffc0001001 3:0 ffff8a4f09fdfae0 98 lru 00000080:00200000:2.0:1787826146.915940:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000008452355a 98: 1< 0 - - > 2< 401408 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915942:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000001725425 00000080:00200000:2.0:1787826146.915943:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1787826146.915945:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 99 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915961:0:53027:0:(rw26.c:875:ll_write_end()) pos 405504, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915965:0:53027:0:(rw26.c:933:ll_write_end()) page@000000006b6213af[3 0000000057c16d97 2 1 00000000b8196280 0 0 99] 00000080:00200000:2.0:1787826146.915967:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6bcddb2 17ffffc0001001 3:0 ffff8a4f09fdfbc8 99 lru 00000080:00200000:2.0:1787826146.915972:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d706dd2d 99: 1< 0 - - > 2< 405504 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.915974:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000006b6213af 00000080:00200000:2.0:1787826146.915975:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1787826146.915977:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 100 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.915988:0:53027:0:(rw26.c:875:ll_write_end()) pos 409600, len 4096, copied 4096 00000080:00200000:2.0:1787826146.915992:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000067c89ad9[3 0000000057c16d97 2 1 00000000b8196280 0 0 100] 00000080:00200000:2.0:1787826146.915995:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a2fd8a3f 17ffffc0001001 3:0 ffff8a4f09fdf1d0 100 lru 00000080:00200000:2.0:1787826146.916000:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000001144969e 100: 1< 0 - - > 2< 409600 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916002:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000067c89ad9 00000080:00200000:2.0:1787826146.916003:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1787826146.916005:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 101 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916020:0:53027:0:(rw26.c:875:ll_write_end()) pos 413696, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916024:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c44dd371[3 0000000057c16d97 2 1 00000000b8196280 0 0 101] 00000080:00200000:2.0:1787826146.916026:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000008379dc2e 17ffffc0001001 3:0 ffff8a4f09fdf9f8 101 lru 00000080:00200000:2.0:1787826146.916031:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b355ff46 101: 1< 0 - - > 2< 413696 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916034:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c44dd371 00000080:00200000:2.0:1787826146.916035:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1787826146.916037:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 102 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916050:0:53027:0:(rw26.c:875:ll_write_end()) pos 417792, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916054:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000768774a8[3 0000000057c16d97 2 1 00000000b8196280 0 0 102] 00000080:00200000:2.0:1787826146.916056:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000e7081e93 17ffffc0001001 3:0 ffff8a4f1a237cb0 102 lru 00000080:00200000:2.0:1787826146.916613:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004be0c09c 102: 1< 0 - - > 2< 417792 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916618:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000768774a8 00000080:00200000:2.0:1787826146.916619:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1787826146.916623:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 103 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916724:0:53027:0:(rw26.c:875:ll_write_end()) pos 421888, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916729:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000a00b97cb[3 0000000057c16d97 2 1 00000000b8196280 0 0 103] 00000080:00200000:2.0:1787826146.916732:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000fba4adf9 17ffffc0001021 2:0 ffff8a4f1a237488 103 lru 00000080:00200000:2.0:1787826146.916737:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9f9253d 103: 1< 0 - - > 2< 421888 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916739:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000a00b97cb 00000080:00200000:2.0:1787826146.916740:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1787826146.916742:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 104 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916757:0:53027:0:(rw26.c:875:ll_write_end()) pos 425984, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916761:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000029245a79[3 0000000057c16d97 2 1 00000000b8196280 0 0 104] 00000080:00200000:2.0:1787826146.916763:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f525f279 17ffffc0001001 3:0 ffff8a4f1a237910 104 lru 00000080:00200000:2.0:1787826146.916767:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d9c7bf5c 104: 1< 0 - - > 2< 425984 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916769:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000029245a79 00000080:00200000:2.0:1787826146.916770:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1787826146.916771:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 105 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916785:0:53027:0:(rw26.c:875:ll_write_end()) pos 430080, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916788:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000010ea5e43[3 0000000057c16d97 2 1 00000000b8196280 0 0 105] 00000080:00200000:2.0:1787826146.916791:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000002d12528b 17ffffc0001001 3:0 ffff8a4f1a237000 105 lru 00000080:00200000:2.0:1787826146.916795:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ecb84a80 105: 1< 0 - - > 2< 430080 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916797:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000010ea5e43 00000080:00200000:2.0:1787826146.916797:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1787826146.916799:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 106 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916810:0:53027:0:(rw26.c:875:ll_write_end()) pos 434176, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916814:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000878ee1ff[3 0000000057c16d97 2 1 00000000b8196280 0 0 106] 00000080:00200000:2.0:1787826146.916816:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000dfebe039 17ffffc0001001 3:0 ffff8a4f1a237e80 106 lru 00000080:00200000:2.0:1787826146.916821:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000a76e7fed 106: 1< 0 - - > 2< 434176 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916823:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000878ee1ff 00000080:00200000:2.0:1787826146.916824:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1787826146.916825:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 107 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916837:0:53027:0:(rw26.c:875:ll_write_end()) pos 438272, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916841:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000077180666[3 0000000057c16d97 2 1 00000000b8196280 0 0 107] 00000080:00200000:2.0:1787826146.916844:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000002f4ad49d 17ffffc0001001 3:0 ffff8a4f1a237828 107 lru 00000080:00200000:2.0:1787826146.916848:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b0f04eac 107: 1< 0 - - > 2< 438272 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916879:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000077180666 00000080:00200000:2.0:1787826146.916880:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1787826146.916882:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 108 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916898:0:53027:0:(rw26.c:875:ll_write_end()) pos 442368, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916903:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000fc67d026[3 0000000057c16d97 2 1 00000000b8196280 0 0 108] 00000080:00200000:2.0:1787826146.916905:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000069ff3193 17ffffc0001001 3:0 ffff8a4f1a237740 108 lru 00000080:00200000:2.0:1787826146.916910:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004b2e9113 108: 1< 0 - - > 2< 442368 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916912:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000fc67d026 00000080:00200000:2.0:1787826146.916913:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1787826146.916915:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 109 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916930:0:53027:0:(rw26.c:875:ll_write_end()) pos 446464, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916934:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000005a835b8[3 0000000057c16d97 2 1 00000000b8196280 0 0 109] 00000080:00200000:2.0:1787826146.916936:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000387009c3 17ffffc0001001 3:0 ffff8a4f1a2372b8 109 lru 00000080:00200000:2.0:1787826146.916942:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000639ce04b 109: 1< 0 - - > 2< 446464 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916944:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000005a835b8 00000080:00200000:2.0:1787826146.916945:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1787826146.916946:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 110 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916963:0:53027:0:(rw26.c:875:ll_write_end()) pos 450560, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916967:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002d944c82[3 0000000057c16d97 2 1 00000000b8196280 0 0 110] 00000080:00200000:2.0:1787826146.916969:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000069248b8b 17ffffc0001001 3:0 ffff8a4f1a2373a0 110 lru 00000080:00200000:2.0:1787826146.916974:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000028a5de68 110: 1< 0 - - > 2< 450560 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.916976:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002d944c82 00000080:00200000:2.0:1787826146.916977:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1787826146.916978:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 111 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.916991:0:53027:0:(rw26.c:875:ll_write_end()) pos 454656, len 4096, copied 4096 00000080:00200000:2.0:1787826146.916995:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000021a0cbea[3 0000000057c16d97 2 1 00000000b8196280 0 0 111] 00000080:00200000:2.0:1787826146.916998:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000007e2f399 17ffffc0001001 3:0 ffff8a4f1a2370e8 111 lru 00000080:00200000:2.0:1787826146.917003:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ae8bf6a1 111: 1< 0 - - > 2< 454656 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.917004:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000021a0cbea 00000080:00200000:2.0:1787826146.917005:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1787826146.917007:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 112 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.917021:0:53027:0:(rw26.c:875:ll_write_end()) pos 458752, len 4096, copied 4096 00000080:00200000:2.0:1787826146.917025:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000000c7fc53[3 0000000057c16d97 2 1 00000000b8196280 0 0 112] 00000080:00200000:2.0:1787826146.917028:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000344ad9bc 17ffffc0001001 3:0 ffff8a4f1a237ae0 112 lru 00000080:00200000:2.0:1787826146.917033:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b995a747 112: 1< 0 - - > 2< 458752 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.917035:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000000c7fc53 00000080:00200000:2.0:1787826146.917036:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1787826146.917038:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 113 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.917052:0:53027:0:(rw26.c:875:ll_write_end()) pos 462848, len 4096, copied 4096 00000080:00200000:2.0:1787826146.917056:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000e8c1bb1c[3 0000000057c16d97 2 1 00000000b8196280 0 0 113] 00000080:00200000:2.0:1787826146.917059:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000b17e0d51 17ffffc0001001 3:0 ffff8a4f1a237bc8 113 lru 00000080:00200000:2.0:1787826146.917069:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000007194c8e0 113: 1< 0 - - > 2< 462848 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.917071:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000e8c1bb1c 00000080:00200000:2.0:1787826146.917073:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1787826146.917075:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 114 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.918747:0:53027:0:(rw26.c:875:ll_write_end()) pos 466944, len 4096, copied 4096 00000080:00200000:2.0:1787826146.918761:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ce34caf7[3 0000000057c16d97 2 1 00000000b8196280 0 0 114] 00000080:00200000:2.0:1787826146.918764:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000048b59e5a 17ffffc0001001 3:0 ffff8a4f1a2371d0 114 lru 00000080:00200000:2.0:1787826146.918771:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000025382344 114: 1< 0 - - > 2< 466944 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.918773:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ce34caf7 00000080:00200000:2.0:1787826146.918775:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1787826146.918780:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 115 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.918817:0:53027:0:(rw26.c:875:ll_write_end()) pos 471040, len 4096, copied 4096 00000080:00200000:2.0:1787826146.918822:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f9fe4895[3 0000000057c16d97 2 1 00000000b8196280 0 0 115] 00000080:00200000:2.0:1787826146.918824:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000fc96415e 17ffffc0001001 3:0 ffff8a4f1a2379f8 115 lru 00000080:00200000:2.0:1787826146.918829:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004d0fa3a3 115: 1< 0 - - > 2< 471040 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.918831:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f9fe4895 00000080:00200000:2.0:1787826146.918832:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1787826146.918834:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 116 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.918847:0:53027:0:(rw26.c:875:ll_write_end()) pos 475136, len 4096, copied 4096 00000080:00200000:2.0:1787826146.918867:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000774a0e6f[3 0000000057c16d97 2 1 00000000b8196280 0 0 116] 00000080:00200000:2.0:1787826146.918869:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000001dad2b08 17ffffc0001001 3:0 ffff8a4f1a237570 116 lru 00000080:00200000:2.0:1787826146.918874:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000184d9ecd 116: 1< 0 - - > 2< 475136 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.918877:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000774a0e6f 00000080:00200000:2.0:1787826146.918877:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1787826146.918879:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 117 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.918892:0:53027:0:(rw26.c:875:ll_write_end()) pos 479232, len 4096, copied 4096 00000080:00200000:2.0:1787826146.918896:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ef54a9fd[3 0000000057c16d97 2 1 00000000b8196280 0 0 117] 00000080:00200000:2.0:1787826146.918898:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000d045d286 17ffffc0001001 3:0 ffff8a4f1a237658 117 lru 00000080:00200000:2.0:1787826146.918903:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000db162265 117: 1< 0 - - > 2< 479232 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.918905:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ef54a9fd 00000080:00200000:2.0:1787826146.918907:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1787826146.918908:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 118 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.918929:0:53027:0:(rw26.c:875:ll_write_end()) pos 483328, len 4096, copied 4096 00000080:00200000:2.0:1787826146.918933:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009bd75f42[3 0000000057c16d97 2 1 00000000b8196280 0 0 118] 00000080:00200000:2.0:1787826146.918935:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a40634e4 17ffffc0001021 2:0 ffff8a4f1a237d98 118 lru 00000080:00200000:2.0:1787826146.918941:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000003642790 118: 1< 0 - - > 2< 483328 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.918943:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009bd75f42 00000080:00200000:2.0:1787826146.918944:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1787826146.918945:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 119 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.918963:0:53027:0:(rw26.c:875:ll_write_end()) pos 487424, len 4096, copied 4096 00000080:00200000:2.0:1787826146.918967:0:53027:0:(rw26.c:933:ll_write_end()) page@000000007ceae359[3 0000000057c16d97 2 1 00000000b8196280 0 0 119] 00000080:00200000:2.0:1787826146.918970:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000030f271e8 17ffffc0001001 3:0 ffff8a4f1a210828 119 lru 00000080:00200000:2.0:1787826146.918975:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000399eed41 119: 1< 0 - - > 2< 487424 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.918978:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000007ceae359 00000080:00200000:2.0:1787826146.918979:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1787826146.918981:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 120 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.918994:0:53027:0:(rw26.c:875:ll_write_end()) pos 491520, len 4096, copied 4096 00000080:00200000:2.0:1787826146.918998:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002305d703[3 0000000057c16d97 2 1 00000000b8196280 0 0 120] 00000080:00200000:2.0:1787826146.919000:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000009fdd40ca 17ffffc0001001 3:0 ffff8a4f1a210740 120 lru 00000080:00200000:2.0:1787826146.919005:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000a723aca9 120: 1< 0 - - > 2< 491520 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919007:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002305d703 00000080:00200000:2.0:1787826146.919008:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1787826146.919010:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 121 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919022:0:53027:0:(rw26.c:875:ll_write_end()) pos 495616, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919026:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000aa0bdc80[3 0000000057c16d97 2 1 00000000b8196280 0 0 121] 00000080:00200000:2.0:1787826146.919028:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000dfd264cd 17ffffc0001001 3:0 ffff8a4f1a2102b8 121 lru 00000080:00200000:2.0:1787826146.919032:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c06d2476 121: 1< 0 - - > 2< 495616 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919034:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000aa0bdc80 00000080:00200000:2.0:1787826146.919035:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1787826146.919036:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 122 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919049:0:53027:0:(rw26.c:875:ll_write_end()) pos 499712, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919052:0:53027:0:(rw26.c:933:ll_write_end()) page@000000000b9c62a8[3 0000000057c16d97 2 1 00000000b8196280 0 0 122] 00000080:00200000:2.0:1787826146.919055:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000cb420084 17ffffc0001001 3:0 ffff8a4f1a2103a0 122 lru 00000080:00200000:2.0:1787826146.919059:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000005322b485 122: 1< 0 - - > 2< 499712 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919061:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000000b9c62a8 00000080:00200000:2.0:1787826146.919062:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1787826146.919064:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 123 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919075:0:53027:0:(rw26.c:875:ll_write_end()) pos 503808, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919078:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000071ddf16d[3 0000000057c16d97 2 1 00000000b8196280 0 0 123] 00000080:00200000:2.0:1787826146.919081:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000fd276325 17ffffc0001001 3:0 ffff8a4f1a2100e8 123 lru 00000080:00200000:2.0:1787826146.919085:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000bacc8ce8 123: 1< 0 - - > 2< 503808 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919087:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000071ddf16d 00000080:00200000:2.0:1787826146.919088:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1787826146.919090:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 124 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919102:0:53027:0:(rw26.c:875:ll_write_end()) pos 507904, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919106:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d83a67e2[3 0000000057c16d97 2 1 00000000b8196280 0 0 124] 00000080:00200000:2.0:1787826146.919109:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f33cf28b 17ffffc0001001 3:0 ffff8a4f1a210ae0 124 lru 00000080:00200000:2.0:1787826146.919114:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ff1e2b43 124: 1< 0 - - > 2< 507904 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919116:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d83a67e2 00000080:00200000:2.0:1787826146.919117:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1787826146.919118:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 125 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919131:0:53027:0:(rw26.c:875:ll_write_end()) pos 512000, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919135:0:53027:0:(rw26.c:933:ll_write_end()) page@000000006e7bbe1f[3 0000000057c16d97 2 1 00000000b8196280 0 0 125] 00000080:00200000:2.0:1787826146.919138:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000009feb3555 17ffffc0001001 3:0 ffff8a4f1a210bc8 125 lru 00000080:00200000:2.0:1787826146.919143:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004190998e 125: 1< 0 - - > 2< 512000 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919145:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000006e7bbe1f 00000080:00200000:2.0:1787826146.919147:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1787826146.919148:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 126 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919162:0:53027:0:(rw26.c:875:ll_write_end()) pos 516096, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919166:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000e29090b5[3 0000000057c16d97 2 1 00000000b8196280 0 0 126] 00000080:00200000:2.0:1787826146.919169:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000852f95ff 17ffffc0001001 3:0 ffff8a4f1a2101d0 126 lru 00000080:00200000:2.0:1787826146.919174:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000f753d53b 126: 1< 0 - - > 2< 516096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919176:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000e29090b5 00000080:00200000:2.0:1787826146.919177:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1787826146.919179:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 127 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919193:0:53027:0:(rw26.c:875:ll_write_end()) pos 520192, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919197:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009ce568db[3 0000000057c16d97 2 1 00000000b8196280 0 0 127] 00000080:00200000:2.0:1787826146.919199:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000003242f093 17ffffc0001001 3:0 ffff8a4f1a2109f8 127 lru 00000080:00200000:2.0:1787826146.919204:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b844b62a 127: 1< 0 - - > 2< 520192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919206:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009ce568db 00000080:00200000:2.0:1787826146.919207:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1787826146.919209:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 128 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919227:0:53027:0:(rw26.c:875:ll_write_end()) pos 524288, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919231:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000402ab6bb[3 0000000057c16d97 2 1 00000000b8196280 0 0 128] 00000080:00200000:2.0:1787826146.919234:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000005278b461 17ffffc0001001 3:0 ffff8a4f1a210570 128 lru 00000080:00200000:2.0:1787826146.919239:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000fbb9633d 128: 1< 0 - - > 2< 524288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919253:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000402ab6bb 00000080:00200000:2.0:1787826146.919254:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1787826146.919256:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 129 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919273:0:53027:0:(rw26.c:875:ll_write_end()) pos 528384, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919278:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000e692a509[3 0000000057c16d97 2 1 00000000b8196280 0 0 129] 00000080:00200000:2.0:1787826146.919280:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000154720b6 17ffffc0001001 3:0 ffff8a4f1a210658 129 lru 00000080:00200000:2.0:1787826146.919285:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000006ce89c8f 129: 1< 0 - - > 2< 528384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919287:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000e692a509 00000080:00200000:2.0:1787826146.919288:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1787826146.919290:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 130 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919302:0:53027:0:(rw26.c:875:ll_write_end()) pos 532480, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919307:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000aca7e4a4[3 0000000057c16d97 2 1 00000000b8196280 0 0 130] 00000080:00200000:2.0:1787826146.919309:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f56d5ec7 17ffffc0001001 3:0 ffff8a4f1a210d98 130 lru 00000080:00200000:2.0:1787826146.919315:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000001f2d4bd0 130: 1< 0 - - > 2< 532480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919317:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000aca7e4a4 00000080:00200000:2.0:1787826146.919318:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1787826146.919320:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 131 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919332:0:53027:0:(rw26.c:875:ll_write_end()) pos 536576, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919336:0:53027:0:(rw26.c:933:ll_write_end()) page@000000006f442201[3 0000000057c16d97 2 1 00000000b8196280 0 0 131] 00000080:00200000:2.0:1787826146.919338:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000094371ef3 17ffffc0001001 3:0 ffff8a4f1a210cb0 131 lru 00000080:00200000:2.0:1787826146.919343:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000773cb421 131: 1< 0 - - > 2< 536576 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919345:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000006f442201 00000080:00200000:2.0:1787826146.919346:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1787826146.919347:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 132 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919363:0:53027:0:(rw26.c:875:ll_write_end()) pos 540672, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919367:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000b77d12f9[3 0000000057c16d97 2 1 00000000b8196280 0 0 132] 00000080:00200000:2.0:1787826146.919369:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000097ec5d31 17ffffc0001001 3:0 ffff8a4f1a210488 132 lru 00000080:00200000:2.0:1787826146.919374:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000081fb458b 132: 1< 0 - - > 2< 540672 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919376:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000b77d12f9 00000080:00200000:2.0:1787826146.919377:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1787826146.919379:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 133 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919396:0:53027:0:(rw26.c:875:ll_write_end()) pos 544768, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919401:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000395a49e8[3 0000000057c16d97 2 1 00000000b8196280 0 0 133] 00000080:00200000:2.0:1787826146.919403:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000005e173b2e 17ffffc0001021 2:0 ffff8a4f1a210910 133 lru 00000080:00200000:2.0:1787826146.919408:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ebf6ed5a 133: 1< 0 - - > 2< 544768 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919410:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000395a49e8 00000080:00200000:2.0:1787826146.919411:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1787826146.919413:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 134 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919427:0:53027:0:(rw26.c:875:ll_write_end()) pos 548864, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919907:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d819e52f[3 0000000057c16d97 2 1 00000000b8196280 0 0 134] 00000080:00200000:2.0:1787826146.919910:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec045488 17ffffc0001001 3:0 ffff8a4f1a210000 134 lru 00000080:00200000:2.0:1787826146.919916:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000aedd9335 134: 1< 0 - - > 2< 548864 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919918:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d819e52f 00000080:00200000:2.0:1787826146.919919:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1787826146.919922:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 135 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919943:0:53027:0:(rw26.c:875:ll_write_end()) pos 552960, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919948:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002e7c76d2[3 0000000057c16d97 2 1 00000000b8196280 0 0 135] 00000080:00200000:2.0:1787826146.919950:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000081d07d22 17ffffc0001001 3:0 ffff8a4f1a210e80 135 lru 00000080:00200000:2.0:1787826146.919956:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c1bd0bc6 135: 1< 0 - - > 2< 552960 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919958:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002e7c76d2 00000080:00200000:2.0:1787826146.919959:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1787826146.919961:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 136 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.919979:0:53027:0:(rw26.c:875:ll_write_end()) pos 557056, len 4096, copied 4096 00000080:00200000:2.0:1787826146.919985:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002cdbd344[3 0000000057c16d97 2 1 00000000b8196280 0 0 136] 00000080:00200000:2.0:1787826146.919987:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000005eca576a 17ffffc0001001 3:0 ffff8a4f090f7488 136 lru 00000080:00200000:2.0:1787826146.919993:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000002c5ea27d 136: 1< 0 - - > 2< 557056 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.919995:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002cdbd344 00000080:00200000:2.0:1787826146.919996:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1787826146.919998:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 137 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920013:0:53027:0:(rw26.c:875:ll_write_end()) pos 561152, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920017:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000b178de58[3 0000000057c16d97 2 1 00000000b8196280 0 0 137] 00000080:00200000:2.0:1787826146.920020:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000e15a4687 17ffffc0001001 3:0 ffff8a4f090f7910 137 lru 00000080:00200000:2.0:1787826146.920025:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000972b14bb 137: 1< 0 - - > 2< 561152 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920028:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000b178de58 00000080:00200000:2.0:1787826146.920029:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1787826146.920031:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 138 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920045:0:53027:0:(rw26.c:875:ll_write_end()) pos 565248, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920049:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000094a85002[3 0000000057c16d97 2 1 00000000b8196280 0 0 138] 00000080:00200000:2.0:1787826146.920052:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000005549548 17ffffc0001001 3:0 ffff8a4f090f7000 138 lru 00000080:00200000:2.0:1787826146.920057:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b355c79c 138: 1< 0 - - > 2< 565248 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920059:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000094a85002 00000080:00200000:2.0:1787826146.920060:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1787826146.920062:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 139 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920076:0:53027:0:(rw26.c:875:ll_write_end()) pos 569344, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920080:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d241558f[3 0000000057c16d97 2 1 00000000b8196280 0 0 139] 00000080:00200000:2.0:1787826146.920083:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000007c95b0e8 17ffffc0001001 3:0 ffff8a4f090f7e80 139 lru 00000080:00200000:2.0:1787826146.920088:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000e91fb324 139: 1< 0 - - > 2< 569344 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920089:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d241558f 00000080:00200000:2.0:1787826146.920090:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1787826146.920092:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 140 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920105:0:53027:0:(rw26.c:875:ll_write_end()) pos 573440, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920110:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f5c46880[3 0000000057c16d97 2 1 00000000b8196280 0 0 140] 00000080:00200000:2.0:1787826146.920113:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000ba86a412 17ffffc0001001 3:0 ffff8a4f090f7828 140 lru 00000080:00200000:2.0:1787826146.920118:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ecbfe152 140: 1< 0 - - > 2< 573440 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920120:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f5c46880 00000080:00200000:2.0:1787826146.920121:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1787826146.920123:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 141 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920137:0:53027:0:(rw26.c:875:ll_write_end()) pos 577536, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920141:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d9e2db2f[3 0000000057c16d97 2 1 00000000b8196280 0 0 141] 00000080:00200000:2.0:1787826146.920144:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000d313fc91 17ffffc0001001 3:0 ffff8a4f090f7740 141 lru 00000080:00200000:2.0:1787826146.920148:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c6114757 141: 1< 0 - - > 2< 577536 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920150:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d9e2db2f 00000080:00200000:2.0:1787826146.920151:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1787826146.920153:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 142 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920166:0:53027:0:(rw26.c:875:ll_write_end()) pos 581632, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920170:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ff349a33[3 0000000057c16d97 2 1 00000000b8196280 0 0 142] 00000080:00200000:2.0:1787826146.920172:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000008f8b8f66 17ffffc0001001 3:0 ffff8a4f090f72b8 142 lru 00000080:00200000:2.0:1787826146.920177:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000302f849e 142: 1< 0 - - > 2< 581632 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920180:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ff349a33 00000080:00200000:2.0:1787826146.920181:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1787826146.920182:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 143 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920199:0:53027:0:(rw26.c:875:ll_write_end()) pos 585728, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920203:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000be16c7e2[3 0000000057c16d97 2 1 00000000b8196280 0 0 143] 00000080:00200000:2.0:1787826146.920206:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000df2fe115 17ffffc0001001 3:0 ffff8a4f090f73a0 143 lru 00000080:00200000:2.0:1787826146.920210:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9c1d990 143: 1< 0 - - > 2< 585728 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920212:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000be16c7e2 00000080:00200000:2.0:1787826146.920213:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1787826146.920215:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 144 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920233:0:53027:0:(rw26.c:875:ll_write_end()) pos 589824, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920238:0:53027:0:(rw26.c:933:ll_write_end()) page@000000004f97d69a[3 0000000057c16d97 2 1 00000000b8196280 0 0 144] 00000080:00200000:2.0:1787826146.920253:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6c83b01 17ffffc0001001 3:0 ffff8a4f090f70e8 144 lru 00000080:00200000:2.0:1787826146.920259:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000003ffd7507 144: 1< 0 - - > 2< 589824 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920261:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000004f97d69a 00000080:00200000:2.0:1787826146.920262:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1787826146.920264:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 145 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920279:0:53027:0:(rw26.c:875:ll_write_end()) pos 593920, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920284:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000012c97f6e[3 0000000057c16d97 2 1 00000000b8196280 0 0 145] 00000080:00200000:2.0:1787826146.920286:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000beb55057 17ffffc0001001 3:0 ffff8a4f090f7ae0 145 lru 00000080:00200000:2.0:1787826146.920291:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000002de3e8fc 145: 1< 0 - - > 2< 593920 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920293:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000012c97f6e 00000080:00200000:2.0:1787826146.920294:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1787826146.920296:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 146 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920309:0:53027:0:(rw26.c:875:ll_write_end()) pos 598016, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920314:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000916c6592[3 0000000057c16d97 2 1 00000000b8196280 0 0 146] 00000080:00200000:2.0:1787826146.920316:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000abe9708d 17ffffc0001001 3:0 ffff8a4f090f7bc8 146 lru 00000080:00200000:2.0:1787826146.920321:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000cc518c0c 146: 1< 0 - - > 2< 598016 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920323:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000916c6592 00000080:00200000:2.0:1787826146.920324:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1787826146.920326:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 147 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920340:0:53027:0:(rw26.c:875:ll_write_end()) pos 602112, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920344:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002fdc9900[3 0000000057c16d97 2 1 00000000b8196280 0 0 147] 00000080:00200000:2.0:1787826146.920346:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000d302c7df 17ffffc0001001 3:0 ffff8a4f090f71d0 147 lru 00000080:00200000:2.0:1787826146.920351:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000028925259 147: 1< 0 - - > 2< 602112 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920353:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002fdc9900 00000080:00200000:2.0:1787826146.920354:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1787826146.920356:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 148 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920375:0:53027:0:(rw26.c:875:ll_write_end()) pos 606208, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920380:0:53027:0:(rw26.c:933:ll_write_end()) page@000000004f023a7a[3 0000000057c16d97 2 1 00000000b8196280 0 0 148] 00000080:00200000:2.0:1787826146.920382:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000002c6d5db7 17ffffc0001021 2:0 ffff8a4f090f79f8 148 lru 00000080:00200000:2.0:1787826146.920388:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000006a06f34 148: 1< 0 - - > 2< 606208 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920389:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000004f023a7a 00000080:00200000:2.0:1787826146.920390:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1787826146.920392:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 149 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920408:0:53027:0:(rw26.c:875:ll_write_end()) pos 610304, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920412:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000a77ff55d[3 0000000057c16d97 2 1 00000000b8196280 0 0 149] 00000080:00200000:2.0:1787826146.920415:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000008956c3f7 17ffffc0001001 3:0 ffff8a4f090f7570 149 lru 00000080:00200000:2.0:1787826146.920419:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000007320fc3d 149: 1< 0 - - > 2< 610304 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920421:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000a77ff55d 00000080:00200000:2.0:1787826146.920422:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1787826146.920424:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 150 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920438:0:53027:0:(rw26.c:875:ll_write_end()) pos 614400, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920442:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000007bd7239[3 0000000057c16d97 2 1 00000000b8196280 0 0 150] 00000080:00200000:2.0:1787826146.920445:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000042646c3f 17ffffc0001001 3:0 ffff8a4f090f7658 150 lru 00000080:00200000:2.0:1787826146.920450:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000007fb5ea8a 150: 1< 0 - - > 2< 614400 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920452:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000007bd7239 00000080:00200000:2.0:1787826146.920453:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1787826146.920454:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 151 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920468:0:53027:0:(rw26.c:875:ll_write_end()) pos 618496, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920472:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000120a859f[3 0000000057c16d97 2 1 00000000b8196280 0 0 151] 00000080:00200000:2.0:1787826146.920475:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a62bfe07 17ffffc0001001 3:0 ffff8a4f090f7d98 151 lru 00000080:00200000:2.0:1787826146.920479:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000cd74ba86 151: 1< 0 - - > 2< 618496 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920481:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000120a859f 00000080:00200000:2.0:1787826146.920482:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1787826146.920484:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 152 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920495:0:53027:0:(rw26.c:875:ll_write_end()) pos 622592, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920499:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000e3bb0141[3 0000000057c16d97 2 1 00000000b8196280 0 0 152] 00000080:00200000:2.0:1787826146.920501:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000890a9078 17ffffc0001001 3:0 ffff8a4f090f7cb0 152 lru 00000080:00200000:2.0:1787826146.920506:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ce2e2e1f 152: 1< 0 - - > 2< 622592 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920508:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000e3bb0141 00000080:00200000:2.0:1787826146.920509:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1787826146.920511:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 153 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920525:0:53027:0:(rw26.c:875:ll_write_end()) pos 626688, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920530:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009edd1186[3 0000000057c16d97 2 1 00000000b8196280 0 0 153] 00000080:00200000:2.0:1787826146.920533:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000056b505a1 17ffffc0001001 3:0 ffff8a4f1a255658 153 lru 00000080:00200000:2.0:1787826146.920538:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000065b41551 153: 1< 0 - - > 2< 626688 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920541:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009edd1186 00000080:00200000:2.0:1787826146.920542:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1787826146.920544:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 154 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920557:0:53027:0:(rw26.c:875:ll_write_end()) pos 630784, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920561:0:53027:0:(rw26.c:933:ll_write_end()) page@000000001b845184[3 0000000057c16d97 2 1 00000000b8196280 0 0 154] 00000080:00200000:2.0:1787826146.920564:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000c2628ba 17ffffc0001001 3:0 ffff8a4f1a255d98 154 lru 00000080:00200000:2.0:1787826146.920569:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000e2cac004 154: 1< 0 - - > 2< 630784 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920571:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000001b845184 00000080:00200000:2.0:1787826146.920572:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1787826146.920574:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 155 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920587:0:53027:0:(rw26.c:875:ll_write_end()) pos 634880, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920591:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f7bf4980[3 0000000057c16d97 2 1 00000000b8196280 0 0 155] 00000080:00200000:2.0:1787826146.920594:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000036a54017 17ffffc0001001 3:0 ffff8a4f1a255cb0 155 lru 00000080:00200000:2.0:1787826146.920598:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000bde172d6 155: 1< 0 - - > 2< 634880 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920600:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f7bf4980 00000080:00200000:2.0:1787826146.920601:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1787826146.920602:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 156 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920615:0:53027:0:(rw26.c:875:ll_write_end()) pos 638976, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920619:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000049c6a119[3 0000000057c16d97 2 1 00000000b8196280 0 0 156] 00000080:00200000:2.0:1787826146.920622:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000013d7a3b0 17ffffc0001001 3:0 ffff8a4f1a255488 156 lru 00000080:00200000:2.0:1787826146.920627:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000085ed601f 156: 1< 0 - - > 2< 638976 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920629:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000049c6a119 00000080:00200000:2.0:1787826146.920630:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1787826146.920632:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 157 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920646:0:53027:0:(rw26.c:875:ll_write_end()) pos 643072, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920651:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000043d1f506[3 0000000057c16d97 2 1 00000000b8196280 0 0 157] 00000080:00200000:2.0:1787826146.920653:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6d5cef3 17ffffc0001001 3:0 ffff8a4f1a255910 157 lru 00000080:00200000:2.0:1787826146.920658:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000bedb9149 157: 1< 0 - - > 2< 643072 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920660:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000043d1f506 00000080:00200000:2.0:1787826146.920661:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1787826146.920663:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 158 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920676:0:53027:0:(rw26.c:875:ll_write_end()) pos 647168, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920680:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000070c20335[3 0000000057c16d97 2 1 00000000b8196280 0 0 158] 00000080:00200000:2.0:1787826146.920682:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000074044c20 17ffffc0001001 3:0 ffff8a4f1a255000 158 lru 00000080:00200000:2.0:1787826146.920688:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000009f1fe946 158: 1< 0 - - > 2< 647168 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920690:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000070c20335 00000080:00200000:2.0:1787826146.920691:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1787826146.920692:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 159 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920708:0:53027:0:(rw26.c:875:ll_write_end()) pos 651264, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920712:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000088143b0e[3 0000000057c16d97 2 1 00000000b8196280 0 0 159] 00000080:00200000:2.0:1787826146.920715:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000001454ce63 17ffffc0001001 3:0 ffff8a4f1a255e80 159 lru 00000080:00200000:2.0:1787826146.920720:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000007fb4cf20 159: 1< 0 - - > 2< 651264 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920722:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000088143b0e 00000080:00200000:2.0:1787826146.920723:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1787826146.920725:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 160 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920738:0:53027:0:(rw26.c:875:ll_write_end()) pos 655360, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920742:0:53027:0:(rw26.c:933:ll_write_end()) page@000000006ba4e4c3[3 0000000057c16d97 2 1 00000000b8196280 0 0 160] 00000080:00200000:2.0:1787826146.920745:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000007c4c734b 17ffffc0001001 3:0 ffff8a4f1a255828 160 lru 00000080:00200000:2.0:1787826146.920750:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004ec7cd9e 160: 1< 0 - - > 2< 655360 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920752:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000006ba4e4c3 00000080:00200000:2.0:1787826146.920753:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1787826146.920755:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 161 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920767:0:53027:0:(rw26.c:875:ll_write_end()) pos 659456, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920771:0:53027:0:(rw26.c:933:ll_write_end()) page@000000000f78f7ed[3 0000000057c16d97 2 1 00000000b8196280 0 0 161] 00000080:00200000:2.0:1787826146.920774:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000eae1c8c6 17ffffc0001001 3:0 ffff8a4f1a255740 161 lru 00000080:00200000:2.0:1787826146.920779:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000827f00b4 161: 1< 0 - - > 2< 659456 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920781:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000000f78f7ed 00000080:00200000:2.0:1787826146.920782:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1787826146.920784:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 162 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920798:0:53027:0:(rw26.c:875:ll_write_end()) pos 663552, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920802:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000600409c2[3 0000000057c16d97 2 1 00000000b8196280 0 0 162] 00000080:00200000:2.0:1787826146.920804:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000bc925428 17ffffc0001001 3:0 ffff8a4f1a2552b8 162 lru 00000080:00200000:2.0:1787826146.920809:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000005c4684e0 162: 1< 0 - - > 2< 663552 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920811:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000600409c2 00000080:00200000:2.0:1787826146.920811:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1787826146.920813:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 163 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920831:0:53027:0:(rw26.c:875:ll_write_end()) pos 667648, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920835:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000050118e82[3 0000000057c16d97 2 1 00000000b8196280 0 0 163] 00000080:00200000:2.0:1787826146.920837:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000004990b26c 17ffffc0001021 2:0 ffff8a4f1a2553a0 163 lru 00000080:00200000:2.0:1787826146.920841:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000005a17e84a 163: 1< 0 - - > 2< 667648 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920843:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000050118e82 00000080:00200000:2.0:1787826146.920844:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1787826146.920846:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 164 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920895:0:53027:0:(rw26.c:875:ll_write_end()) pos 671744, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920899:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000a2a29b3b[3 0000000057c16d97 2 1 00000000b8196280 0 0 164] 00000080:00200000:2.0:1787826146.920902:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000062bbe7a4 17ffffc0001001 3:0 ffff8a4f1a2550e8 164 lru 00000080:00200000:2.0:1787826146.920907:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000e009b85a 164: 1< 0 - - > 2< 671744 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920909:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000a2a29b3b 00000080:00200000:2.0:1787826146.920910:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1787826146.920912:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 165 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920925:0:53027:0:(rw26.c:875:ll_write_end()) pos 675840, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920928:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000be4f4510[3 0000000057c16d97 2 1 00000000b8196280 0 0 165] 00000080:00200000:2.0:1787826146.920930:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000002245708e 17ffffc0001001 3:0 ffff8a4f1a255ae0 165 lru 00000080:00200000:2.0:1787826146.920934:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000254e8e5d 165: 1< 0 - - > 2< 675840 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920937:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000be4f4510 00000080:00200000:2.0:1787826146.920938:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1787826146.920939:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 166 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920950:0:53027:0:(rw26.c:875:ll_write_end()) pos 679936, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920954:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000cedaa42d[3 0000000057c16d97 2 1 00000000b8196280 0 0 166] 00000080:00200000:2.0:1787826146.920957:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000639d8de 17ffffc0001001 3:0 ffff8a4f1a255bc8 166 lru 00000080:00200000:2.0:1787826146.920961:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000268683c5 166: 1< 0 - - > 2< 679936 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920963:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000cedaa42d 00000080:00200000:2.0:1787826146.920964:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1787826146.920966:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 167 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.920979:0:53027:0:(rw26.c:875:ll_write_end()) pos 684032, len 4096, copied 4096 00000080:00200000:2.0:1787826146.920982:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000035a54b6b[3 0000000057c16d97 2 1 00000000b8196280 0 0 167] 00000080:00200000:2.0:1787826146.920984:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000004ad2b7c1 17ffffc0001001 3:0 ffff8a4f1a2551d0 167 lru 00000080:00200000:2.0:1787826146.920989:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b29d03fc 167: 1< 0 - - > 2< 684032 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.920990:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000035a54b6b 00000080:00200000:2.0:1787826146.920991:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1787826146.920992:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 168 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.921003:0:53027:0:(rw26.c:875:ll_write_end()) pos 688128, len 4096, copied 4096 00000080:00200000:2.0:1787826146.921007:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000e17cf7ad[3 0000000057c16d97 2 1 00000000b8196280 0 0 168] 00000080:00200000:2.0:1787826146.921010:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000008e4688d1 17ffffc0001001 3:0 ffff8a4f1a2559f8 168 lru 00000080:00200000:2.0:1787826146.921014:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000fb404435 168: 1< 0 - - > 2< 688128 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.921016:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000e17cf7ad 00000080:00200000:2.0:1787826146.921017:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1787826146.921018:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 169 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.921031:0:53027:0:(rw26.c:875:ll_write_end()) pos 692224, len 4096, copied 4096 00000080:00200000:2.0:1787826146.921035:0:53027:0:(rw26.c:933:ll_write_end()) page@000000003b0e9a2c[3 0000000057c16d97 2 1 00000000b8196280 0 0 169] 00000080:00200000:2.0:1787826146.921037:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000011e777a3 17ffffc0001001 3:0 ffff8a4f1a255570 169 lru 00000080:00200000:2.0:1787826146.921041:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000009531992a 169: 1< 0 - - > 2< 692224 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.921043:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000003b0e9a2c 00000080:00200000:2.0:1787826146.921044:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1787826146.921046:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 170 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.921059:0:53027:0:(rw26.c:875:ll_write_end()) pos 696320, len 4096, copied 4096 00000080:00200000:2.0:1787826146.921063:0:53027:0:(rw26.c:933:ll_write_end()) page@000000007bd5233e[3 0000000057c16d97 2 1 00000000b8196280 0 0 170] 00000080:00200000:2.0:1787826146.921065:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000099f9c088 17ffffc0001001 3:0 ffff8a4f08e0b2b8 170 lru 00000080:00200000:2.0:1787826146.921071:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000022765c0 170: 1< 0 - - > 2< 696320 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.921073:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000007bd5233e 00000080:00200000:2.0:1787826146.921074:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1787826146.921076:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 171 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.921094:0:53027:0:(rw26.c:875:ll_write_end()) pos 700416, len 4096, copied 4096 00000080:00200000:2.0:1787826146.921098:0:53027:0:(rw26.c:933:ll_write_end()) page@000000007b23e46f[3 0000000057c16d97 2 1 00000000b8196280 0 0 171] 00000080:00200000:2.0:1787826146.921101:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000019bdf1b3 17ffffc0001001 3:0 ffff8a4f08e0b000 171 lru 00000080:00200000:2.0:1787826146.921106:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000009f4dcf15 171: 1< 0 - - > 2< 700416 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.921108:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000007b23e46f 00000080:00200000:2.0:1787826146.921109:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1787826146.921110:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 172 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.921122:0:53027:0:(rw26.c:875:ll_write_end()) pos 704512, len 4096, copied 4096 00000080:00200000:2.0:1787826146.921126:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000772d948b[3 0000000057c16d97 2 1 00000000b8196280 0 0 172] 00000080:00200000:2.0:1787826146.921129:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7ae78ad 17ffffc0001001 3:0 ffff8a4f08e0b910 172 lru 00000080:00200000:2.0:1787826146.921134:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d98d25f4 172: 1< 0 - - > 2< 704512 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.921136:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000772d948b 00000080:00200000:2.0:1787826146.921137:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1787826146.921138:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 173 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.921152:0:53027:0:(rw26.c:875:ll_write_end()) pos 708608, len 4096, copied 4096 00000080:00200000:2.0:1787826146.921157:0:53027:0:(rw26.c:933:ll_write_end()) page@000000005c6305b6[3 0000000057c16d97 2 1 00000000b8196280 0 0 173] 00000080:00200000:2.0:1787826146.921159:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000093db9b71 17ffffc0001001 3:0 ffff8a4f08e0b488 173 lru 00000080:00200000:2.0:1787826146.921164:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000244c6179 173: 1< 0 - - > 2< 708608 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.921166:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000005c6305b6 00000080:00200000:2.0:1787826146.921167:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1787826146.921168:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 174 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.921181:0:53027:0:(rw26.c:875:ll_write_end()) pos 712704, len 4096, copied 4096 00000080:00200000:2.0:1787826146.921184:0:53027:0:(rw26.c:933:ll_write_end()) page@000000007244c867[3 0000000057c16d97 2 1 00000000b8196280 0 0 174] 00000080:00200000:2.0:1787826146.921186:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0ff8878 17ffffc0001001 3:0 ffff8a4f08e0bcb0 174 lru 00000080:00200000:2.0:1787826146.921191:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf84f4b5 174: 1< 0 - - > 2< 712704 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.921193:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000007244c867 00000080:00200000:2.0:1787826146.921194:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1787826146.921195:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 175 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.921206:0:53027:0:(rw26.c:875:ll_write_end()) pos 716800, len 4096, copied 4096 00000080:00200000:2.0:1787826146.921209:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d296cb65[3 0000000057c16d97 2 1 00000000b8196280 0 0 175] 00000080:00200000:2.0:1787826146.921211:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000020e484b1 17ffffc0001001 3:0 ffff8a4f08e0bd98 175 lru 00000080:00200000:2.0:1787826146.921216:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000e5214983 175: 1< 0 - - > 2< 716800 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.921218:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d296cb65 00000080:00200000:2.0:1787826146.921219:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1787826146.921221:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 176 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.921234:0:53027:0:(rw26.c:875:ll_write_end()) pos 720896, len 4096, copied 4096 00000080:00200000:2.0:1787826146.921239:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009d120f36[3 0000000057c16d97 2 1 00000000b8196280 0 0 176] 00000080:00200000:2.0:1787826146.922590:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000026fd6bba 17ffffc0001001 3:0 ffff8a4f08e0b658 176 lru 00000080:00200000:2.0:1787826146.922600:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000000e6e396c 176: 1< 0 - - > 2< 720896 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.922601:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009d120f36 00000080:00200000:2.0:1787826146.922604:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1787826146.922610:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 177 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.922649:0:53027:0:(rw26.c:875:ll_write_end()) pos 724992, len 4096, copied 4096 00000080:00200000:2.0:1787826146.922655:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000078adf12f[3 0000000057c16d97 2 1 00000000b8196280 0 0 177] 00000080:00200000:2.0:1787826146.922658:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000005e84792 17ffffc0001001 3:0 ffff8a4f08e0b570 177 lru 00000080:00200000:2.0:1787826146.922663:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b8af73ef 177: 1< 0 - - > 2< 724992 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.922665:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000078adf12f 00000080:00200000:2.0:1787826146.922666:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1787826146.922668:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 178 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.922692:0:53027:0:(rw26.c:875:ll_write_end()) pos 729088, len 4096, copied 4096 00000080:00200000:2.0:1787826146.922696:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000bb2510d7[3 0000000057c16d97 2 1 00000000b8196280 0 0 178] 00000080:00200000:2.0:1787826146.922698:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000ef6ec1eb 17ffffc0001021 2:0 ffff8a4f08e0b9f8 178 lru 00000080:00200000:2.0:1787826146.922703:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000da19b3f6 178: 1< 0 - - > 2< 729088 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.922705:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000bb2510d7 00000080:00200000:2.0:1787826146.922706:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1787826146.922708:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 179 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.922721:0:53027:0:(rw26.c:875:ll_write_end()) pos 733184, len 4096, copied 4096 00000080:00200000:2.0:1787826146.922725:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000051000983[3 0000000057c16d97 2 1 00000000b8196280 0 0 179] 00000080:00200000:2.0:1787826146.922728:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000078c5e472 17ffffc0001001 3:0 ffff8a4f08e0b1d0 179 lru 00000080:00200000:2.0:1787826146.922733:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf62e3d9 179: 1< 0 - - > 2< 733184 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.922736:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000051000983 00000080:00200000:2.0:1787826146.922736:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1787826146.922739:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 180 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.922754:0:53027:0:(rw26.c:875:ll_write_end()) pos 737280, len 4096, copied 4096 00000080:00200000:2.0:1787826146.922758:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000e17a8d30[3 0000000057c16d97 2 1 00000000b8196280 0 0 180] 00000080:00200000:2.0:1787826146.922760:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000ccf65c46 17ffffc0001001 3:0 ffff8a4f08e0bbc8 180 lru 00000080:00200000:2.0:1787826146.922765:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000009bc83693 180: 1< 0 - - > 2< 737280 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.922767:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000e17a8d30 00000080:00200000:2.0:1787826146.922768:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1787826146.922770:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 181 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.922782:0:53027:0:(rw26.c:875:ll_write_end()) pos 741376, len 4096, copied 4096 00000080:00200000:2.0:1787826146.922786:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000010798a74[3 0000000057c16d97 2 1 00000000b8196280 0 0 181] 00000080:00200000:2.0:1787826146.922789:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000004162ab0a 17ffffc0001001 3:0 ffff8a4f08e0bae0 181 lru 00000080:00200000:2.0:1787826146.922794:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000048341fd4 181: 1< 0 - - > 2< 741376 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.922797:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000010798a74 00000080:00200000:2.0:1787826146.922798:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1787826146.922799:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 182 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.922813:0:53027:0:(rw26.c:875:ll_write_end()) pos 745472, len 4096, copied 4096 00000080:00200000:2.0:1787826146.922818:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000060f798f0[3 0000000057c16d97 2 1 00000000b8196280 0 0 182] 00000080:00200000:2.0:1787826146.922820:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000003df0f938 17ffffc0001001 3:0 ffff8a4f08e0b0e8 182 lru 00000080:00200000:2.0:1787826146.922825:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000278de471 182: 1< 0 - - > 2< 745472 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.922828:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000060f798f0 00000080:00200000:2.0:1787826146.922828:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1787826146.922830:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 183 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.922844:0:53027:0:(rw26.c:875:ll_write_end()) pos 749568, len 4096, copied 4096 00000080:00200000:2.0:1787826146.922848:0:53027:0:(rw26.c:933:ll_write_end()) page@000000000c7db8b6[3 0000000057c16d97 2 1 00000000b8196280 0 0 183] 00000080:00200000:2.0:1787826146.923056:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000058e361c6 17ffffc0001001 3:0 ffff8a4f08e0b3a0 183 lru 00000080:00200000:2.0:1787826146.923062:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000050d7ee7 183: 1< 0 - - > 2< 749568 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923064:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000000c7db8b6 00000080:00200000:2.0:1787826146.923066:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1787826146.923068:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 184 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923085:0:53027:0:(rw26.c:875:ll_write_end()) pos 753664, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923100:0:53027:0:(rw26.c:933:ll_write_end()) page@000000003cf1ad68[3 0000000057c16d97 2 1 00000000b8196280 0 0 184] 00000080:00200000:2.0:1787826146.923102:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000fd07a5a5 17ffffc0001001 3:0 ffff8a4f08e0b740 184 lru 00000080:00200000:2.0:1787826146.923108:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000fc9cfbd7 184: 1< 0 - - > 2< 753664 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923111:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000003cf1ad68 00000080:00200000:2.0:1787826146.923112:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1787826146.923114:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 185 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923134:0:53027:0:(rw26.c:875:ll_write_end()) pos 757760, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923139:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000014abb6f7[3 0000000057c16d97 2 1 00000000b8196280 0 0 185] 00000080:00200000:2.0:1787826146.923142:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000066765f03 17ffffc0001001 3:0 ffff8a4f140201d0 185 lru 00000080:00200000:2.0:1787826146.923147:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ec3522d9 185: 1< 0 - - > 2< 757760 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923149:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000014abb6f7 00000080:00200000:2.0:1787826146.923150:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1787826146.923152:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 186 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923166:0:53027:0:(rw26.c:875:ll_write_end()) pos 761856, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923171:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000929b855e[3 0000000057c16d97 2 1 00000000b8196280 0 0 186] 00000080:00200000:2.0:1787826146.923173:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec1f68c8 17ffffc0001001 3:0 ffff8a4f140209f8 186 lru 00000080:00200000:2.0:1787826146.923178:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000326c8f3d 186: 1< 0 - - > 2< 761856 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923180:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000929b855e 00000080:00200000:2.0:1787826146.923182:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1787826146.923184:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 187 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923198:0:53027:0:(rw26.c:875:ll_write_end()) pos 765952, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923202:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c7d4ca8d[3 0000000057c16d97 2 1 00000000b8196280 0 0 187] 00000080:00200000:2.0:1787826146.923204:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000004855e7f5 17ffffc0001001 3:0 ffff8a4f14020570 187 lru 00000080:00200000:2.0:1787826146.923208:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000000f38e1dc 187: 1< 0 - - > 2< 765952 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923210:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c7d4ca8d 00000080:00200000:2.0:1787826146.923211:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1787826146.923213:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 188 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923225:0:53027:0:(rw26.c:875:ll_write_end()) pos 770048, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923229:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002fd750ce[3 0000000057c16d97 2 1 00000000b8196280 0 0 188] 00000080:00200000:2.0:1787826146.923232:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4f42a4f 17ffffc0001001 3:0 ffff8a4f14020658 188 lru 00000080:00200000:2.0:1787826146.923236:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000698730c2 188: 1< 0 - - > 2< 770048 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923238:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002fd750ce 00000080:00200000:2.0:1787826146.923252:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1787826146.923254:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 189 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923270:0:53027:0:(rw26.c:875:ll_write_end()) pos 774144, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923274:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000376ef5bf[3 0000000057c16d97 2 1 00000000b8196280 0 0 189] 00000080:00200000:2.0:1787826146.923277:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000c805a9c4 17ffffc0001001 3:0 ffff8a4f14020bc8 189 lru 00000080:00200000:2.0:1787826146.923282:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000005141ead1 189: 1< 0 - - > 2< 774144 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923284:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000376ef5bf 00000080:00200000:2.0:1787826146.923285:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1787826146.923287:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 190 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923297:0:53027:0:(rw26.c:875:ll_write_end()) pos 778240, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923301:0:53027:0:(rw26.c:933:ll_write_end()) page@000000000af626c4[3 0000000057c16d97 2 1 00000000b8196280 0 0 190] 00000080:00200000:2.0:1787826146.923304:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000082635abf 17ffffc0001001 3:0 ffff8a4f14020ae0 190 lru 00000080:00200000:2.0:1787826146.923308:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000008da321dd 190: 1< 0 - - > 2< 778240 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923310:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000000af626c4 00000080:00200000:2.0:1787826146.923311:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1787826146.923313:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 191 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923324:0:53027:0:(rw26.c:875:ll_write_end()) pos 782336, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923327:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000067c52744[3 0000000057c16d97 2 1 00000000b8196280 0 0 191] 00000080:00200000:2.0:1787826146.923330:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000027f2644 17ffffc0001001 3:0 ffff8a4f140200e8 191 lru 00000080:00200000:2.0:1787826146.923334:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000042477dda 191: 1< 0 - - > 2< 782336 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923336:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000067c52744 00000080:00200000:2.0:1787826146.923338:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1787826146.923339:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 192 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923358:0:53027:0:(rw26.c:875:ll_write_end()) pos 786432, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923361:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000097113b2e[3 0000000057c16d97 2 1 00000000b8196280 0 0 192] 00000080:00200000:2.0:1787826146.923364:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a931a482 17ffffc0001001 3:0 ffff8a4f140203a0 192 lru 00000080:00200000:2.0:1787826146.923368:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000086c06663 192: 1< 0 - - > 2< 786432 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923370:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000097113b2e 00000080:00200000:2.0:1787826146.923371:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1787826146.923373:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 193 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923389:0:53027:0:(rw26.c:875:ll_write_end()) pos 790528, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923394:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f06494fe[3 0000000057c16d97 2 1 00000000b8196280 0 0 193] 00000080:00200000:2.0:1787826146.923396:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000071d33f17 17ffffc0001021 2:0 ffff8a4f140202b8 193 lru 00000080:00200000:2.0:1787826146.923402:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c658ff1d 193: 1< 0 - - > 2< 790528 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923403:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f06494fe 00000080:00200000:2.0:1787826146.923404:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1787826146.923406:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 194 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923419:0:53027:0:(rw26.c:875:ll_write_end()) pos 794624, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923423:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000afdc5a9e[3 0000000057c16d97 2 1 00000000b8196280 0 0 194] 00000080:00200000:2.0:1787826146.923426:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000008160da36 17ffffc0001001 3:0 ffff8a4f14020740 194 lru 00000080:00200000:2.0:1787826146.923431:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000af7f710b 194: 1< 0 - - > 2< 794624 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923433:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000afdc5a9e 00000080:00200000:2.0:1787826146.923434:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1787826146.923436:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 195 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923449:0:53027:0:(rw26.c:875:ll_write_end()) pos 798720, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923453:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ca3f87c7[3 0000000057c16d97 2 1 00000000b8196280 0 0 195] 00000080:00200000:2.0:1787826146.923456:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000086ae611a 17ffffc0001001 3:0 ffff8a4f14020cb0 195 lru 00000080:00200000:2.0:1787826146.923461:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004489de54 195: 1< 0 - - > 2< 798720 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923462:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ca3f87c7 00000080:00200000:2.0:1787826146.923464:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1787826146.923465:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 196 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923477:0:53027:0:(rw26.c:875:ll_write_end()) pos 802816, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923482:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000069224b01[3 0000000057c16d97 2 1 00000000b8196280 0 0 196] 00000080:00200000:2.0:1787826146.923484:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000e15617e2 17ffffc0001001 3:0 ffff8a4f14020488 196 lru 00000080:00200000:2.0:1787826146.923489:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000f84502f8 196: 1< 0 - - > 2< 802816 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923491:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000069224b01 00000080:00200000:2.0:1787826146.923492:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1787826146.923494:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 197 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923505:0:53027:0:(rw26.c:875:ll_write_end()) pos 806912, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923510:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000069742712[3 0000000057c16d97 2 1 00000000b8196280 0 0 197] 00000080:00200000:2.0:1787826146.923512:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000daed70b5 17ffffc0001001 3:0 ffff8a4f14020000 197 lru 00000080:00200000:2.0:1787826146.923517:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ee491da8 197: 1< 0 - - > 2< 806912 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923519:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000069742712 00000080:00200000:2.0:1787826146.923520:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1787826146.923522:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 198 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923532:0:53027:0:(rw26.c:875:ll_write_end()) pos 811008, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923536:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ed54f149[3 0000000057c16d97 2 1 00000000b8196280 0 0 198] 00000080:00200000:2.0:1787826146.923539:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000003f38b1d8 17ffffc0001001 3:0 ffff8a4f14020e80 198 lru 00000080:00200000:2.0:1787826146.923544:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000033a78bbe 198: 1< 0 - - > 2< 811008 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923546:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ed54f149 00000080:00200000:2.0:1787826146.923547:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1787826146.923549:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 199 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923564:0:53027:0:(rw26.c:875:ll_write_end()) pos 815104, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923567:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d8f2ae02[3 0000000057c16d97 2 1 00000000b8196280 0 0 199] 00000080:00200000:2.0:1787826146.923570:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000009eba97ae 17ffffc0001001 3:0 ffff8a4f14020828 199 lru 00000080:00200000:2.0:1787826146.923574:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000001111d29 199: 1< 0 - - > 2< 815104 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923576:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d8f2ae02 00000080:00200000:2.0:1787826146.923577:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1787826146.923579:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 200 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923600:0:53027:0:(rw26.c:875:ll_write_end()) pos 819200, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923604:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c24c467a[3 0000000057c16d97 2 1 00000000b8196280 0 0 200] 00000080:00200000:2.0:1787826146.923607:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000815aa2cb 17ffffc0001001 3:0 ffff8a4f1a26d658 200 lru 00000080:00200000:2.0:1787826146.923611:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000be3512bb 200: 1< 0 - - > 2< 819200 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923613:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c24c467a 00000080:00200000:2.0:1787826146.923614:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1787826146.923616:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 201 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923629:0:53027:0:(rw26.c:875:ll_write_end()) pos 823296, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923633:0:53027:0:(rw26.c:933:ll_write_end()) page@000000007b004698[3 0000000057c16d97 2 1 00000000b8196280 0 0 201] 00000080:00200000:2.0:1787826146.923636:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000006a971e4a 17ffffc0001001 3:0 ffff8a4f1a26d570 201 lru 00000080:00200000:2.0:1787826146.923642:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000007182288b 201: 1< 0 - - > 2< 823296 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923644:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000007b004698 00000080:00200000:2.0:1787826146.923645:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1787826146.923647:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 202 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923661:0:53027:0:(rw26.c:875:ll_write_end()) pos 827392, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923664:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000040185cd9[3 0000000057c16d97 2 1 00000000b8196280 0 0 202] 00000080:00200000:2.0:1787826146.923667:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000c199e2b3 17ffffc0001001 3:0 ffff8a4f1a26d9f8 202 lru 00000080:00200000:2.0:1787826146.923673:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000a82313db 202: 1< 0 - - > 2< 827392 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923676:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000040185cd9 00000080:00200000:2.0:1787826146.923677:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1787826146.923678:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 203 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923692:0:53027:0:(rw26.c:875:ll_write_end()) pos 831488, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923696:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000018ded094[3 0000000057c16d97 2 1 00000000b8196280 0 0 203] 00000080:00200000:2.0:1787826146.923699:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000101abb99 17ffffc0001001 3:0 ffff8a4f1a26d1d0 203 lru 00000080:00200000:2.0:1787826146.923704:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000003356e7a8 203: 1< 0 - - > 2< 831488 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923705:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000018ded094 00000080:00200000:2.0:1787826146.923707:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1787826146.923708:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 204 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923722:0:53027:0:(rw26.c:875:ll_write_end()) pos 835584, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923726:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000972257d2[3 0000000057c16d97 2 1 00000000b8196280 0 0 204] 00000080:00200000:2.0:1787826146.923728:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000004d1dfaa9 17ffffc0001001 3:0 ffff8a4f1a26dbc8 204 lru 00000080:00200000:2.0:1787826146.923733:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000bec03c90 204: 1< 0 - - > 2< 835584 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923735:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000972257d2 00000080:00200000:2.0:1787826146.923736:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1787826146.923738:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 205 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923751:0:53027:0:(rw26.c:875:ll_write_end()) pos 839680, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923755:0:53027:0:(rw26.c:933:ll_write_end()) page@000000005ffd8d56[3 0000000057c16d97 2 1 00000000b8196280 0 0 205] 00000080:00200000:2.0:1787826146.923758:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000003ba9720 17ffffc0001001 3:0 ffff8a4f1a26dae0 205 lru 00000080:00200000:2.0:1787826146.923762:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000003b8b161d 205: 1< 0 - - > 2< 839680 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923765:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000005ffd8d56 00000080:00200000:2.0:1787826146.923766:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1787826146.923767:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 206 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923782:0:53027:0:(rw26.c:875:ll_write_end()) pos 843776, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923787:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000e744cc54[3 0000000057c16d97 2 1 00000000b8196280 0 0 206] 00000080:00200000:2.0:1787826146.923790:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000936b5cb 17ffffc0001001 3:0 ffff8a4f1a26d0e8 206 lru 00000080:00200000:2.0:1787826146.923795:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000850aaac3 206: 1< 0 - - > 2< 843776 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923797:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000e744cc54 00000080:00200000:2.0:1787826146.923798:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1787826146.923800:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 207 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923814:0:53027:0:(rw26.c:875:ll_write_end()) pos 847872, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923818:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000092b7b717[3 0000000057c16d97 2 1 00000000b8196280 0 0 207] 00000080:00200000:2.0:1787826146.923821:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000029a3d931 17ffffc0001001 3:0 ffff8a4f1a26d3a0 207 lru 00000080:00200000:2.0:1787826146.923826:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000006c29fa8e 207: 1< 0 - - > 2< 847872 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923828:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000092b7b717 00000080:00200000:2.0:1787826146.923828:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1787826146.923830:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 208 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923893:0:53027:0:(rw26.c:875:ll_write_end()) pos 851968, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923899:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f8dcf902[3 0000000057c16d97 2 1 00000000b8196280 0 0 208] 00000080:00200000:2.0:1787826146.923901:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000e31ae959 17ffffc0001021 2:0 ffff8a4f1a26d2b8 208 lru 00000080:00200000:2.0:1787826146.923906:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000054081d72 208: 1< 0 - - > 2< 851968 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923908:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f8dcf902 00000080:00200000:2.0:1787826146.923908:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1787826146.923911:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 209 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923925:0:53027:0:(rw26.c:875:ll_write_end()) pos 856064, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923929:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000003213193[3 0000000057c16d97 2 1 00000000b8196280 0 0 209] 00000080:00200000:2.0:1787826146.923932:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000e7c2f429 17ffffc0001001 3:0 ffff8a4f1a26d740 209 lru 00000080:00200000:2.0:1787826146.923936:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000a219468d 209: 1< 0 - - > 2< 856064 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923939:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000003213193 00000080:00200000:2.0:1787826146.923940:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1787826146.923941:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 210 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923954:0:53027:0:(rw26.c:875:ll_write_end()) pos 860160, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923957:0:53027:0:(rw26.c:933:ll_write_end()) page@000000001c8dd085[3 0000000057c16d97 2 1 00000000b8196280 0 0 210] 00000080:00200000:2.0:1787826146.923960:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000098d4a1f1 17ffffc0001001 3:0 ffff8a4f1a26d828 210 lru 00000080:00200000:2.0:1787826146.923964:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000275c8d40 210: 1< 0 - - > 2< 860160 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923966:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000001c8dd085 00000080:00200000:2.0:1787826146.923967:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1787826146.923969:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 211 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.923983:0:53027:0:(rw26.c:875:ll_write_end()) pos 864256, len 4096, copied 4096 00000080:00200000:2.0:1787826146.923987:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000b3154ab9[3 0000000057c16d97 2 1 00000000b8196280 0 0 211] 00000080:00200000:2.0:1787826146.923989:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f2b1d88a 17ffffc0001001 3:0 ffff8a4f1a26de80 211 lru 00000080:00200000:2.0:1787826146.923994:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000aeb6c2bf 211: 1< 0 - - > 2< 864256 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.923996:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000b3154ab9 00000080:00200000:2.0:1787826146.923998:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1787826146.923999:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 212 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924011:0:53027:0:(rw26.c:875:ll_write_end()) pos 868352, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924015:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000069a2f957[3 0000000057c16d97 2 1 00000000b8196280 0 0 212] 00000080:00200000:2.0:1787826146.924017:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000047894ebc 17ffffc0001001 3:0 ffff8a4f1a26d000 212 lru 00000080:00200000:2.0:1787826146.924022:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004f995fa9 212: 1< 0 - - > 2< 868352 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924023:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000069a2f957 00000080:00200000:2.0:1787826146.924024:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1787826146.924026:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 213 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924041:0:53027:0:(rw26.c:875:ll_write_end()) pos 872448, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924045:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ed27c662[3 0000000057c16d97 2 1 00000000b8196280 0 0 213] 00000080:00200000:2.0:1787826146.924047:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000084f07582 17ffffc0001001 3:0 ffff8a4f1a26d910 213 lru 00000080:00200000:2.0:1787826146.924052:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c478b543 213: 1< 0 - - > 2< 872448 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924054:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ed27c662 00000080:00200000:2.0:1787826146.924055:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1787826146.924057:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 214 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924070:0:53027:0:(rw26.c:875:ll_write_end()) pos 876544, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924075:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000083491775[3 0000000057c16d97 2 1 00000000b8196280 0 0 214] 00000080:00200000:2.0:1787826146.924077:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000061041a63 17ffffc0001001 3:0 ffff8a4f1a26d488 214 lru 00000080:00200000:2.0:1787826146.924082:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000383258cd 214: 1< 0 - - > 2< 876544 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924084:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000083491775 00000080:00200000:2.0:1787826146.924085:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1787826146.924086:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 215 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924099:0:53027:0:(rw26.c:875:ll_write_end()) pos 880640, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924103:0:53027:0:(rw26.c:933:ll_write_end()) page@000000008027dfab[3 0000000057c16d97 2 1 00000000b8196280 0 0 215] 00000080:00200000:2.0:1787826146.924106:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000000f132147 17ffffc0001001 3:0 ffff8a4f1a26dcb0 215 lru 00000080:00200000:2.0:1787826146.924111:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b0bc3857 215: 1< 0 - - > 2< 880640 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924113:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000008027dfab 00000080:00200000:2.0:1787826146.924114:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1787826146.924116:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 216 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924128:0:53027:0:(rw26.c:875:ll_write_end()) pos 884736, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924132:0:53027:0:(rw26.c:933:ll_write_end()) page@000000000620cad1[3 0000000057c16d97 2 1 00000000b8196280 0 0 216] 00000080:00200000:2.0:1787826146.924134:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000006ef87a77 17ffffc0001001 3:0 ffff8a4f1a26dd98 216 lru 00000080:00200000:2.0:1787826146.924139:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000393fc86a 216: 1< 0 - - > 2< 884736 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924141:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000000620cad1 00000080:00200000:2.0:1787826146.924142:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1787826146.924144:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 217 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924165:0:53027:0:(rw26.c:875:ll_write_end()) pos 888832, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924170:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009e19445f[3 0000000057c16d97 2 1 00000000b8196280 0 0 217] 00000080:00200000:2.0:1787826146.924172:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000073c37eeb 17ffffc0001001 3:0 ffff8a4f08c2fae0 217 lru 00000080:00200000:2.0:1787826146.924177:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000003f5529df 217: 1< 0 - - > 2< 888832 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924179:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009e19445f 00000080:00200000:2.0:1787826146.924180:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1787826146.924182:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 218 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924195:0:53027:0:(rw26.c:875:ll_write_end()) pos 892928, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924200:0:53027:0:(rw26.c:933:ll_write_end()) page@000000008f462bc5[3 0000000057c16d97 2 1 00000000b8196280 0 0 218] 00000080:00200000:2.0:1787826146.924202:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000056047573 17ffffc0001001 3:0 ffff8a4f08c2f0e8 218 lru 00000080:00200000:2.0:1787826146.924207:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000006adf9036 218: 1< 0 - - > 2< 892928 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924209:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000008f462bc5 00000080:00200000:2.0:1787826146.924210:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1787826146.924212:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 219 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924225:0:53027:0:(rw26.c:875:ll_write_end()) pos 897024, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924229:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000088e19059[3 0000000057c16d97 2 1 00000000b8196280 0 0 219] 00000080:00200000:2.0:1787826146.924232:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000571573d9 17ffffc0001001 3:0 ffff8a4f08c2f3a0 219 lru 00000080:00200000:2.0:1787826146.924237:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000a464e1a2 219: 1< 0 - - > 2< 897024 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924239:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000088e19059 00000080:00200000:2.0:1787826146.924253:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1787826146.924255:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 220 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924271:0:53027:0:(rw26.c:875:ll_write_end()) pos 901120, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924275:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000d49e402a[3 0000000057c16d97 2 1 00000000b8196280 0 0 220] 00000080:00200000:2.0:1787826146.924277:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000d5f1a3d3 17ffffc0001001 3:0 ffff8a4f08c2f2b8 220 lru 00000080:00200000:2.0:1787826146.924282:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000de846781 220: 1< 0 - - > 2< 901120 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924285:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000d49e402a 00000080:00200000:2.0:1787826146.924286:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1787826146.924287:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 221 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924301:0:53027:0:(rw26.c:875:ll_write_end()) pos 905216, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924305:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000629987ce[3 0000000057c16d97 2 1 00000000b8196280 0 0 221] 00000080:00200000:2.0:1787826146.924308:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000088788295 17ffffc0001001 3:0 ffff8a4f08c2f740 221 lru 00000080:00200000:2.0:1787826146.924313:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b0498cba 221: 1< 0 - - > 2< 905216 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924314:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000629987ce 00000080:00200000:2.0:1787826146.924315:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1787826146.924317:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 222 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924332:0:53027:0:(rw26.c:875:ll_write_end()) pos 909312, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924336:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000645f99dd[3 0000000057c16d97 2 1 00000000b8196280 0 0 222] 00000080:00200000:2.0:1787826146.924339:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000001474f018 17ffffc0001001 3:0 ffff8a4f08c2f828 222 lru 00000080:00200000:2.0:1787826146.924343:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000001e8b4841 222: 1< 0 - - > 2< 909312 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924345:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000645f99dd 00000080:00200000:2.0:1787826146.924346:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1787826146.924348:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 223 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924366:0:53027:0:(rw26.c:875:ll_write_end()) pos 913408, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924371:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ccfb1ffe[3 0000000057c16d97 2 1 00000000b8196280 0 0 223] 00000080:00200000:2.0:1787826146.924373:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000004a267ade 17ffffc0001021 2:0 ffff8a4f08c2fe80 223 lru 00000080:00200000:2.0:1787826146.924379:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000a80a85cc 223: 1< 0 - - > 2< 913408 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924381:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ccfb1ffe 00000080:00200000:2.0:1787826146.924382:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1787826146.924384:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 224 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924398:0:53027:0:(rw26.c:875:ll_write_end()) pos 917504, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924402:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000089099dca[3 0000000057c16d97 2 1 00000000b8196280 0 0 224] 00000080:00200000:2.0:1787826146.924405:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000024995b61 17ffffc0001001 3:0 ffff8a4f08c2f000 224 lru 00000080:00200000:2.0:1787826146.924410:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c4d57319 224: 1< 0 - - > 2< 917504 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924412:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000089099dca 00000080:00200000:2.0:1787826146.924413:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1787826146.924414:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 225 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924428:0:53027:0:(rw26.c:875:ll_write_end()) pos 921600, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924433:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c491dcba[3 0000000057c16d97 2 1 00000000b8196280 0 0 225] 00000080:00200000:2.0:1787826146.924435:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f891bab6 17ffffc0001001 3:0 ffff8a4f08c2f910 225 lru 00000080:00200000:2.0:1787826146.924440:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000095fc0d47 225: 1< 0 - - > 2< 921600 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924442:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c491dcba 00000080:00200000:2.0:1787826146.924443:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1787826146.924444:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 226 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924457:0:53027:0:(rw26.c:875:ll_write_end()) pos 925696, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924461:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f0aa6c9d[3 0000000057c16d97 2 1 00000000b8196280 0 0 226] 00000080:00200000:2.0:1787826146.924464:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000c5c06380 17ffffc0001001 3:0 ffff8a4f08c2f488 226 lru 00000080:00200000:2.0:1787826146.924469:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000097f5ca1a 226: 1< 0 - - > 2< 925696 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924471:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f0aa6c9d 00000080:00200000:2.0:1787826146.924472:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1787826146.924474:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 227 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924490:0:53027:0:(rw26.c:875:ll_write_end()) pos 929792, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924494:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000023491972[3 0000000057c16d97 2 1 00000000b8196280 0 0 227] 00000080:00200000:2.0:1787826146.924497:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000007a9a6de3 17ffffc0001001 3:0 ffff8a4f08c2fcb0 227 lru 00000080:00200000:2.0:1787826146.924502:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000006a8dfc6f 227: 1< 0 - - > 2< 929792 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924504:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000023491972 00000080:00200000:2.0:1787826146.924506:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1787826146.924507:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 228 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924519:0:53027:0:(rw26.c:875:ll_write_end()) pos 933888, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924523:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000b1a68825[3 0000000057c16d97 2 1 00000000b8196280 0 0 228] 00000080:00200000:2.0:1787826146.924525:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000b5c2a38a 17ffffc0001001 3:0 ffff8a4f08c2fd98 228 lru 00000080:00200000:2.0:1787826146.924530:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf20e940 228: 1< 0 - - > 2< 933888 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924532:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000b1a68825 00000080:00200000:2.0:1787826146.924533:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1787826146.924534:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 229 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924546:0:53027:0:(rw26.c:875:ll_write_end()) pos 937984, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924550:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ff465d91[3 0000000057c16d97 2 1 00000000b8196280 0 0 229] 00000080:00200000:2.0:1787826146.924553:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000026e046e 17ffffc0001001 3:0 ffff8a4f08c2f658 229 lru 00000080:00200000:2.0:1787826146.924557:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000006b0c89c4 229: 1< 0 - - > 2< 937984 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924559:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ff465d91 00000080:00200000:2.0:1787826146.924560:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1787826146.924562:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 230 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924575:0:53027:0:(rw26.c:875:ll_write_end()) pos 942080, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924579:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000ff7ad7fd[3 0000000057c16d97 2 1 00000000b8196280 0 0 230] 00000080:00200000:2.0:1787826146.924581:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000080e78dc 17ffffc0001001 3:0 ffff8a4f08c2f570 230 lru 00000080:00200000:2.0:1787826146.924586:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000039c112e3 230: 1< 0 - - > 2< 942080 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924588:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000ff7ad7fd 00000080:00200000:2.0:1787826146.924589:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1787826146.924591:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 231 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924603:0:53027:0:(rw26.c:875:ll_write_end()) pos 946176, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924607:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002a8507c9[3 0000000057c16d97 2 1 00000000b8196280 0 0 231] 00000080:00200000:2.0:1787826146.924609:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000013d1c700 17ffffc0001001 3:0 ffff8a4f08c2f9f8 231 lru 00000080:00200000:2.0:1787826146.924613:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000086edc8d2 231: 1< 0 - - > 2< 946176 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924615:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002a8507c9 00000080:00200000:2.0:1787826146.924616:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1787826146.924618:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 232 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924631:0:53027:0:(rw26.c:875:ll_write_end()) pos 950272, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924635:0:53027:0:(rw26.c:933:ll_write_end()) page@000000008ba2abc3[3 0000000057c16d97 2 1 00000000b8196280 0 0 232] 00000080:00200000:2.0:1787826146.924637:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000049e706c8 17ffffc0001001 3:0 ffff8a4f08c2f1d0 232 lru 00000080:00200000:2.0:1787826146.924643:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000006455a1a6 232: 1< 0 - - > 2< 950272 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924645:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000008ba2abc3 00000080:00200000:2.0:1787826146.924646:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1787826146.924648:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 233 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924661:0:53027:0:(rw26.c:875:ll_write_end()) pos 954368, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924665:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000054eda56d[3 0000000057c16d97 2 1 00000000b8196280 0 0 233] 00000080:00200000:2.0:1787826146.924668:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f58d4f1b 17ffffc0001001 3:0 ffff8a4f08c2fbc8 233 lru 00000080:00200000:2.0:1787826146.924673:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000aab6c197 233: 1< 0 - - > 2< 954368 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924675:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000054eda56d 00000080:00200000:2.0:1787826146.924676:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1787826146.924678:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 234 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924698:0:53027:0:(rw26.c:875:ll_write_end()) pos 958464, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924702:0:53027:0:(rw26.c:933:ll_write_end()) page@000000006cea1dc0[3 0000000057c16d97 2 1 00000000b8196280 0 0 234] 00000080:00200000:2.0:1787826146.924704:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000918cb466 17ffffc0001001 3:0 ffff8a4f1a3823a0 234 lru 00000080:00200000:2.0:1787826146.924709:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ecaf7088 234: 1< 0 - - > 2< 958464 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924712:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000006cea1dc0 00000080:00200000:2.0:1787826146.924712:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1787826146.924714:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 235 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924728:0:53027:0:(rw26.c:875:ll_write_end()) pos 962560, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924732:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000515f1ac3[3 0000000057c16d97 2 1 00000000b8196280 0 0 235] 00000080:00200000:2.0:1787826146.924734:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000c6e6906b 17ffffc0001001 3:0 ffff8a4f1a3822b8 235 lru 00000080:00200000:2.0:1787826146.924739:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000d6d4989b 235: 1< 0 - - > 2< 962560 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924741:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000515f1ac3 00000080:00200000:2.0:1787826146.924742:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1787826146.924743:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 236 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924756:0:53027:0:(rw26.c:875:ll_write_end()) pos 966656, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924760:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000e045d2ac[3 0000000057c16d97 2 1 00000000b8196280 0 0 236] 00000080:00200000:2.0:1787826146.924762:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000655f2bde 17ffffc0001001 3:0 ffff8a4f1a382740 236 lru 00000080:00200000:2.0:1787826146.924767:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000001dd0abac 236: 1< 0 - - > 2< 966656 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924770:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000e045d2ac 00000080:00200000:2.0:1787826146.924771:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1787826146.924772:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 237 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924785:0:53027:0:(rw26.c:875:ll_write_end()) pos 970752, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924789:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002d10bdd0[3 0000000057c16d97 2 1 00000000b8196280 0 0 237] 00000080:00200000:2.0:1787826146.924792:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000092c703a5 17ffffc0001001 3:0 ffff8a4f1a382828 237 lru 00000080:00200000:2.0:1787826146.924797:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c7f4ea51 237: 1< 0 - - > 2< 970752 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924799:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002d10bdd0 00000080:00200000:2.0:1787826146.924800:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1787826146.924801:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 238 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924817:0:53027:0:(rw26.c:875:ll_write_end()) pos 974848, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924821:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000466c32ee[3 0000000057c16d97 2 1 00000000b8196280 0 0 238] 00000080:00200000:2.0:1787826146.924823:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000003b408af8 17ffffc0001021 2:0 ffff8a4f1a382e80 238 lru 00000080:00200000:2.0:1787826146.924828:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000b20b9a77 238: 1< 0 - - > 2< 974848 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924830:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000466c32ee 00000080:00200000:2.0:1787826146.924831:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1787826146.924832:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 239 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924845:0:53027:0:(rw26.c:875:ll_write_end()) pos 978944, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924848:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000032bc0c2e[3 0000000057c16d97 2 1 00000000b8196280 0 0 239] 00000080:00200000:2.0:1787826146.924879:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000007476b5e6 17ffffc0001001 3:0 ffff8a4f1a382000 239 lru 00000080:00200000:2.0:1787826146.924884:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000031b38d4e 239: 1< 0 - - > 2< 978944 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924886:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000032bc0c2e 00000080:00200000:2.0:1787826146.924887:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1787826146.924888:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 240 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924902:0:53027:0:(rw26.c:875:ll_write_end()) pos 983040, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924905:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000f88f8376[3 0000000057c16d97 2 1 00000000b8196280 0 0 240] 00000080:00200000:2.0:1787826146.924908:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000051b11d1a 17ffffc0001001 3:0 ffff8a4f1a382910 240 lru 00000080:00200000:2.0:1787826146.924913:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000004f3d90c4 240: 1< 0 - - > 2< 983040 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924914:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000f88f8376 00000080:00200000:2.0:1787826146.924915:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1787826146.924917:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 241 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924930:0:53027:0:(rw26.c:875:ll_write_end()) pos 987136, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924933:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000620813ca[3 0000000057c16d97 2 1 00000000b8196280 0 0 241] 00000080:00200000:2.0:1787826146.924936:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000050d2ce85 17ffffc0001001 3:0 ffff8a4f1a382488 241 lru 00000080:00200000:2.0:1787826146.924940:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000c7044b2c 241: 1< 0 - - > 2< 987136 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924942:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000620813ca 00000080:00200000:2.0:1787826146.924943:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1787826146.924945:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 242 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924957:0:53027:0:(rw26.c:875:ll_write_end()) pos 991232, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924961:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000808105b8[3 0000000057c16d97 2 1 00000000b8196280 0 0 242] 00000080:00200000:2.0:1787826146.924963:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a5e34dd5 17ffffc0001001 3:0 ffff8a4f1a382cb0 242 lru 00000080:00200000:2.0:1787826146.924968:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000008227e4ca 242: 1< 0 - - > 2< 991232 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924970:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000808105b8 00000080:00200000:2.0:1787826146.924971:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1787826146.924973:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 243 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.924985:0:53027:0:(rw26.c:875:ll_write_end()) pos 995328, len 4096, copied 4096 00000080:00200000:2.0:1787826146.924989:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000423597d6[3 0000000057c16d97 2 1 00000000b8196280 0 0 243] 00000080:00200000:2.0:1787826146.924991:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000014da55ad 17ffffc0001001 3:0 ffff8a4f1a382d98 243 lru 00000080:00200000:2.0:1787826146.924996:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000007192a640 243: 1< 0 - - > 2< 995328 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.924998:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000423597d6 00000080:00200000:2.0:1787826146.924999:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1787826146.925000:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 244 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925011:0:53027:0:(rw26.c:875:ll_write_end()) pos 999424, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925015:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000c0b5d556[3 0000000057c16d97 2 1 00000000b8196280 0 0 244] 00000080:00200000:2.0:1787826146.925017:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000f7012d20 17ffffc0001001 3:0 ffff8a4f1a382658 244 lru 00000080:00200000:2.0:1787826146.925022:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000f26f9aed 244: 1< 0 - - > 2< 999424 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925024:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000c0b5d556 00000080:00200000:2.0:1787826146.925025:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1787826146.925026:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 245 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925036:0:53027:0:(rw26.c:875:ll_write_end()) pos 1003520, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925040:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000060c6973d[3 0000000057c16d97 2 1 00000000b8196280 0 0 245] 00000080:00200000:2.0:1787826146.925042:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000006b6779dd 17ffffc0001001 3:0 ffff8a4f1a382570 245 lru 00000080:00200000:2.0:1787826146.925047:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@0000000096818612 245: 1< 0 - - > 2< 1003520 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925049:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000060c6973d 00000080:00200000:2.0:1787826146.925051:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1787826146.925052:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 246 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925063:0:53027:0:(rw26.c:875:ll_write_end()) pos 1007616, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925067:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000082912203[3 0000000057c16d97 2 1 00000000b8196280 0 0 246] 00000080:00200000:2.0:1787826146.925070:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000060040b10 17ffffc0001001 3:0 ffff8a4f1a3829f8 246 lru 00000080:00200000:2.0:1787826146.925075:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000001a4fffc5 246: 1< 0 - - > 2< 1007616 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925077:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000082912203 00000080:00200000:2.0:1787826146.925078:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1787826146.925080:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 247 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925093:0:53027:0:(rw26.c:875:ll_write_end()) pos 1011712, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925097:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000869a9b21[3 0000000057c16d97 2 1 00000000b8196280 0 0 247] 00000080:00200000:2.0:1787826146.925099:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000c2fc6b05 17ffffc0001001 3:0 ffff8a4f1a3821d0 247 lru 00000080:00200000:2.0:1787826146.925104:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000a430a953 247: 1< 0 - - > 2< 1011712 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925106:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000869a9b21 00000080:00200000:2.0:1787826146.925107:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1787826146.925109:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 248 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925122:0:53027:0:(rw26.c:875:ll_write_end()) pos 1015808, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925126:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000a6b59068[3 0000000057c16d97 2 1 00000000b8196280 0 0 248] 00000080:00200000:2.0:1787826146.925129:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000a5bf6d60 17ffffc0001001 3:0 ffff8a4f1a382bc8 248 lru 00000080:00200000:2.0:1787826146.925134:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000a6500dc1 248: 1< 0 - - > 2< 1015808 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925136:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000a6b59068 00000080:00200000:2.0:1787826146.925137:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1787826146.925139:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 249 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925154:0:53027:0:(rw26.c:875:ll_write_end()) pos 1019904, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925157:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000004e02f7f[3 0000000057c16d97 2 1 00000000b8196280 0 0 249] 00000080:00200000:2.0:1787826146.925160:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000471c340c 17ffffc0001001 3:0 ffff8a4f1a382ae0 249 lru 00000080:00200000:2.0:1787826146.925164:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000001c25c865 249: 1< 0 - - > 2< 1019904 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925166:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000004e02f7f 00000080:00200000:2.0:1787826146.925167:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1787826146.925168:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 250 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925179:0:53027:0:(rw26.c:875:ll_write_end()) pos 1024000, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925183:0:53027:0:(rw26.c:933:ll_write_end()) page@000000000dfbee3f[3 0000000057c16d97 2 1 00000000b8196280 0 0 250] 00000080:00200000:2.0:1787826146.925185:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000009ed263ba 17ffffc0001001 3:0 ffff8a4f1a3820e8 250 lru 00000080:00200000:2.0:1787826146.925190:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000e55bc9f1 250: 1< 0 - - > 2< 1024000 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925192:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000000dfbee3f 00000080:00200000:2.0:1787826146.925193:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1787826146.925194:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 251 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925212:0:53027:0:(rw26.c:875:ll_write_end()) pos 1028096, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925216:0:53027:0:(rw26.c:933:ll_write_end()) page@0000000066575e48[3 0000000057c16d97 2 1 00000000b8196280 0 0 251] 00000080:00200000:2.0:1787826146.925218:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000003ed59729 17ffffc0001001 3:0 ffff8a4f069ac570 251 lru 00000080:00200000:2.0:1787826146.925222:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000002495b516 251: 1< 0 - - > 2< 1028096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925224:0:53027:0:(rw26.c:933:ll_write_end()) end page@0000000066575e48 00000080:00200000:2.0:1787826146.925225:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1787826146.925227:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 252 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925254:0:53027:0:(rw26.c:875:ll_write_end()) pos 1032192, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925259:0:53027:0:(rw26.c:933:ll_write_end()) page@000000002539955b[3 0000000057c16d97 2 1 00000000b8196280 0 0 252] 00000080:00200000:2.0:1787826146.925261:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000097d1aa1a 17ffffc0001001 3:0 ffff8a4f069ac9f8 252 lru 00000080:00200000:2.0:1787826146.925265:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000ea7809e6 252: 1< 0 - - > 2< 1032192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925267:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000002539955b 00000080:00200000:2.0:1787826146.925268:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1787826146.925270:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 253 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925287:0:53027:0:(rw26.c:875:ll_write_end()) pos 1036288, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925292:0:53027:0:(rw26.c:933:ll_write_end()) page@000000009329d237[3 0000000057c16d97 2 1 00000000b8196280 0 0 253] 00000080:00200000:2.0:1787826146.925294:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @00000000262d188d 17ffffc0001021 2:0 ffff8a4f069ac1d0 253 lru 00000080:00200000:2.0:1787826146.925298:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000cc3e2831 253: 1< 0 - - > 2< 1036288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925300:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000009329d237 00000080:00200000:2.0:1787826146.925301:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1787826146.925302:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 254 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925314:0:53027:0:(rw26.c:875:ll_write_end()) pos 1040384, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925317:0:53027:0:(rw26.c:933:ll_write_end()) page@00000000cb084e97[3 0000000057c16d97 2 1 00000000b8196280 0 0 254] 00000080:00200000:2.0:1787826146.925319:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @000000002147e63b 17ffffc0001001 3:0 ffff8a4f069acbc8 254 lru 00000080:00200000:2.0:1787826146.925324:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@00000000adf4964f 254: 1< 0 - - > 2< 1040384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925326:0:53027:0:(rw26.c:933:ll_write_end()) end page@00000000cb084e97 00000080:00200000:2.0:1787826146.925327:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1787826146.925328:0:53027:0:(rw26.c:681:ll_write_begin()) Writing 255 of 0 to 4096 bytes 00000080:00200000:2.0:1787826146.925343:0:53027:0:(rw26.c:875:ll_write_end()) pos 1044480, len 4096, copied 4096 00000080:00200000:2.0:1787826146.925347:0:53027:0:(rw26.c:933:ll_write_end()) page@000000006264f179[3 0000000057c16d97 2 1 00000000b8196280 0 0 255] 00000080:00200000:2.0:1787826146.925349:0:53027:0:(rw26.c:933:ll_write_end()) vmpage @0000000021883724 17ffffc0001001 3:0 ffff8a4f069acae0 255 lru 00000080:00200000:2.0:1787826146.925354:0:53027:0:(rw26.c:933:ll_write_end()) osc-page@000000006bee1c0f 255: 1< 0 - - > 2< 1044480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 30531584 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826146.925356:0:53027:0:(rw26.c:933:ll_write_end()) end page@000000006264f179 00000080:00200000:2.0:1787826146.925357:0:53027:0:(rw26.c:933:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1787826146.925359:0:53027:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1787826146.925426:0:53027:0:(osc_cache.c:860:osc_extent_find()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925449:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925459:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925467:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925476:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925484:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925498:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925506:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925515:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925525:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925535:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925544:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925553:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925562:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925570:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.925585:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.925594:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925604:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925612:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925620:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925629:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925639:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925649:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925658:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925672:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925680:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925688:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925696:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925704:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925712:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925720:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.925733:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.925739:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925752:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925763:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925772:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925781:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925789:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925797:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925805:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925813:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925822:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925830:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925838:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925847:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925887:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925896:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.925908:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.925913:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925920:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925928:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925941:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925950:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925958:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925967:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925976:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925984:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.925992:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.926000:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.926008:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.926017:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.926025:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.926034:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.926047:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.926054:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.926063:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.926073:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.926082:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929715:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929737:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929746:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929754:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929763:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929773:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929782:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929792:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929802:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929811:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929820:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.929840:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.929864:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929875:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929884:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929893:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929901:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929909:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929917:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929929:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929938:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929947:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929956:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929966:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929975:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929983:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.929992:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.930005:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.930012:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930022:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930031:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930040:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930048:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930057:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930065:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930074:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930083:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930270:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930284:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930293:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930301:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930309:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930317:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.930331:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.930338:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930346:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930360:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930368:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930377:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930385:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930393:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930402:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930410:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930418:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930427:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930436:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930444:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930452:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930462:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.930472:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.930478:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930487:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930495:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930503:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930516:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930524:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930532:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930539:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930547:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930555:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930563:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930571:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930580:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930588:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930597:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.930610:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.930616:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930625:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930634:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930643:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930651:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930661:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930674:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930684:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930692:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930702:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930711:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930720:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930728:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930737:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930746:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.930758:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.930765:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930775:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930784:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930792:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930801:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930808:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930817:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930825:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930839:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930880:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930894:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930903:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930912:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930921:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930929:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.930943:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.930949:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930964:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930972:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930980:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930988:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.930996:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931005:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931013:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931022:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931031:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931040:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931050:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931066:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931077:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931186:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.931204:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.931213:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931221:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931230:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931257:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931266:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931276:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931286:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931296:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931304:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931314:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931323:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931331:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931341:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931350:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931359:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.931373:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.931379:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931388:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931397:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931406:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931415:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931428:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931437:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931445:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931453:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931460:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931468:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931476:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931485:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931494:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931503:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.931515:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.931520:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931529:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931538:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931548:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931556:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931564:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931573:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931588:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931598:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931608:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931620:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931629:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931640:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931648:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931656:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.931668:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.931674:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931682:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931691:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931699:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931707:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931716:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931725:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931733:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931741:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931755:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931765:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931775:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931784:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931792:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931801:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.931812:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.931819:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931827:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.931842:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.932042:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.932057:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.932068:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.932077:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.933285:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.933317:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.933329:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.933339:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.933350:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.933360:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.933370:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.933379:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.933396:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826146.933406:0:53027:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826146.933415:0:53027:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 1, dirtied 1 00000080:00200000:2.0:1787826146.933426:0:53027:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200008:2.0:1787826146.933439:0:53027:0:(file.c:5401:ll_fsync()) START file: name=f20.sanity-sec, fid=[0x240000402:0x24:0x0], start=0, end=1048575, datasync=0, need_sync 1/1 00000080:00200000:2.0:1787826146.933482:0:53027:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x24:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826146.933492:0:53027:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:2.0:1787826146.933522:0:53027:0:(osc_cache.c:2059:try_to_add_extent_for_io()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826146.933535:0:53027:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 0000000087de4296 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826146.933792:0:53027:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1787826146.935685:0:53027:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff8a4f06e8e580 - object 0x2c0000400:15 offset 0<>1048576 00000100:00100000:2.0:1787826146.935776:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826146.935799:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421925632:192.168.203.149@tcp:4:dd.60003 00000080:00200000:0.0:1787826146.965437:0:53027:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x24:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1787826146.965496:0:53027:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53027:1874669421925760:192.168.203.149@tcp:44:dd.60003 00000100:00100000:0.0:1787826146.965567:0:53027:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f11e3e540 going to sleep for 11 seconds 00000100:00100000:0.0:1787826146.971387:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826146.971489:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431975168 00000100:00100000:1.0:1787826146.971509:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431975168 00000100:00100000:1.0:1787826146.971564:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 80 00000100:00100000:1.0:1787826146.971573:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c5ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8412:x1874669431975168:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826146.971590:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 0000000090e1f2fd/0x7f6ab97892e4cf98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe488f expref: -99 pid: 52995 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826146.971661:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826146.971667:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c5ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8412:x1874669431975168:12345-192.168.203.149@tcp:104: Request processed in 96us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826146.971674:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 80 00000100:00100000:2.0:1787826146.974670:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421926016:192.168.203.149@tcp:16:dd.60003 00000100:00100000:2.0:1787826146.979706:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421925888:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826146.986565:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a4f07c09000: committing for last_committed 4294967358 gen 17 00000100:00100000:2.0:1787826146.986624:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421926016:192.168.203.149@tcp:16:dd.60003 00010000:00010000:2.0:1787826148.576611:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826150.616127:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826151.267231:0:53223:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421926784:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826151.267427:0:53223:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f900 going to sleep for 11 seconds 00000100:00100000:2.0:1787826151.273572:0:53223:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421926784:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826151.273705:0:53223:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421926912:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826151.273842:0:53223:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017f900 going to sleep for 11 seconds 00000100:00100000:2.0:1787826151.276531:0:53223:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967457 gen 1 00000100:00100000:2.0:1787826151.276556:0:53223:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421926912:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:2.0:1787826151.276598:0:53223:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:2.0:1787826151.277092:0:53223:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826151.277100:0:53223:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826151.277120:0:53223:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826151.277139:0:53223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00010000:2.0:1787826151.277153:0:53223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00000080:00200000:2.0:1787826151.277162:0:53223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826151.277169:0:53223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826151.277172:0:53223:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:2.0:1787826151.277178:0:53223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3f1fcb8 00010000:00010000:2.0:1787826151.277182:0:53223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00010000:2.0:1787826151.277191:0:53223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00000080:00200000:2.0:1787826151.277239:0:53223:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826151.277247:0:53223:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826151.277253:0:53223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00010000:2.0:1787826151.277261:0:53223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00000080:00200000:2.0:1787826151.278386:0:53223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826151.278396:0:53223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826151.278400:0:53223:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:2.0:1787826151.278410:0:53223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3f1fbb0 00010000:00010000:2.0:1787826151.278414:0:53223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00010000:2.0:1787826151.278423:0:53223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000080:00200000:2.0:1787826151.278436:0:53223:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826151.278448:0:53223:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826151.278568:0:53223:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=8f52b0 00000100:00100000:2.0:1787826151.278692:0:53223:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421927040:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826151.278820:0:53223:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826151.282491:0:53223:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421927040:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826151.282716:0:53223:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421927168:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826151.282791:0:53223:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826151.289977:0:53223:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421927168:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826151.290037:0:53223:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421927296:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826151.290120:0:53223:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826151.295598:0:53223:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421927296:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826151.295788:0:53223:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421927424:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826151.295936:0:53223:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826151.303452:0:53223:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421927424:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826151.303512:0:53223:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421927552:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826151.303598:0:53223:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826151.306443:0:53223:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53223:1874669421927552:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:2.0:1787826151.306491:0:53223:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:1.0:1787826151.406105:0:53227:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826151.406133:0:53227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826151.406151:0:53227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:1.0:1787826151.406167:0:53227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000080:00200000:1.0:1787826151.406175:0:53227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826151.406189:0:53227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826151.406193:0:53227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826151.406201:0:53227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3f27b58 00010000:00010000:1.0:1787826151.406204:0:53227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:1.0:1787826151.406223:0:53227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:1.0:1787826151.406237:0:53227:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826151.406244:0:53227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:1.0:1787826151.406251:0:53227:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 41ff mask 1 00000080:00200000:1.0:1787826151.406255:0:53227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=8 00000080:00200008:1.0:1787826151.406570:0:53227:0:(file.c:6313:ll_getattr_dentry()) START file f20.sanity-sec:[0x240000402:0x24:0x0](ffff8a4f095b63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826151.406586:0:53227:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x24:0x0](ffff8a4f095b63c8),name=f20.sanity-sec 00000002:00010000:1.0:1787826151.406600:0:53227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x24:0x0]) in obj [0x240000402:0x1f:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826151.406611:0:53227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826151.406620:0:53227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826151.406627:0:53227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x1f:0x0] suppgids -1 60003: rc 1 00000080:00010000:1.0:1787826151.406631:0:53227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x24:0x0](ffff8a4f095b63c8) 00000080:00010000:1.0:1787826151.406634:0:53227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x24:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4cfb4 00000080:00010000:1.0:1787826151.406638:0:53227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfb4 from it ffffb55dc3f27cb8 00010000:00010000:1.0:1787826151.406641:0:53227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826151.406661:0:53227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826151.406822:0:53227:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x24:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787826151.406833:0:53227:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x24:0x0] 00000008:00010000:1.0:1787826151.406942:0:53227:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826151.406946:0:53227:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f069df5b0, osc lock ffff8a4f0691d4b8, flags 0x400001002 00010000:00010000:1.0:1787826151.406963:0:53227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 2/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826151.406974:0:53227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 2/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1787826151.406986:0:53227:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826151.406990:0:53227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826151.406999:0:53227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1787826151.407010:0:53227:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826151.407019:0:53227:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x24:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:1.0:1787826151.407023:0:53227:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f133d8 (ffff8a4f100bb128/0) at cl_lock_release():245 00000020:00010000:1.0:1787826151.407027:0:53227:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f133d8 (ffff8a4f100bb128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826151.407029:0:53227:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f069df5b0 (ffff8a4f08aa6098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826151.407033:0:53227:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f133d8 (ffff8a4f100bb128/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826151.407042:0:53227:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f069df5b0 (ffff8a4f100bb128/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826151.407052:0:53227:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x24:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826151.407081:0:53227:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826151.407091:0:53227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826151.407100:0:53227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:1.0:1787826151.407109:0:53227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:1.0:1787826151.407115:0:53227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826151.407119:0:53227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826151.407122:0:53227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826151.407126:0:53227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3f27b58 00010000:00010000:1.0:1787826151.407129:0:53227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:1.0:1787826151.407136:0:53227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:1.0:1787826151.407145:0:53227:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826151.407150:0:53227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:1.0:1787826151.407155:0:53227:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 41ff mask 1 00000080:00200000:1.0:1787826151.407158:0:53227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=8 00000080:00200008:1.0:1787826151.407163:0:53227:0:(file.c:6313:ll_getattr_dentry()) START file f20.sanity-sec:[0x240000402:0x24:0x0](ffff8a4f095b63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826151.407167:0:53227:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x24:0x0](ffff8a4f095b63c8),name=f20.sanity-sec 00000002:00010000:1.0:1787826151.407175:0:53227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x24:0x0]) in obj [0x240000402:0x1f:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826151.407181:0:53227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826151.407195:0:53227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826151.407201:0:53227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x1f:0x0] suppgids -1 60003: rc 1 00000080:00010000:1.0:1787826151.407205:0:53227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x24:0x0](ffff8a4f095b63c8) 00000080:00010000:1.0:1787826151.407208:0:53227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x24:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4cfb4 00000080:00010000:1.0:1787826151.407222:0:53227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfb4 from it ffffb55dc3f27cb8 00010000:00010000:1.0:1787826151.407225:0:53227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826151.407233:0:53227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826151.407244:0:53227:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x24:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787826151.407249:0:53227:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x24:0x0] 00000008:00010000:1.0:1787826151.407255:0:53227:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826151.407257:0:53227:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f069df5b0, osc lock ffff8a4f0691d4b8, flags 0x400001002 00010000:00010000:1.0:1787826151.407369:0:53227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 2/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826151.407379:0:53227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 2/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1787826151.407387:0:53227:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826151.407390:0:53227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826151.407407:0:53227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1787826151.407415:0:53227:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826151.407420:0:53227:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x24:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:1.0:1787826151.407422:0:53227:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f133d8 (ffff8a4f100bb128/0) at cl_lock_release():245 00000020:00010000:1.0:1787826151.407424:0:53227:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f133d8 (ffff8a4f100bb128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826151.407427:0:53227:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f069df5b0 (ffff8a4f08aa6098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826151.407429:0:53227:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f133d8 (ffff8a4f100bb128/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826151.407431:0:53227:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f069df5b0 (ffff8a4f100bb128/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826151.407437:0:53227:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x24:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826151.407455:0:53227:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826151.407463:0:53227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826151.407470:0:53227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:1.0:1787826151.407546:0:53227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:1.0:1787826151.407553:0:53227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826151.407558:0:53227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826151.407561:0:53227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826151.407565:0:53227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3f27be8 00010000:00010000:1.0:1787826151.407568:0:53227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:1.0:1787826151.407630:0:53227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:1.0:1787826151.407639:0:53227:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826151.407645:0:53227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=25 00000080:00200000:1.0:1787826151.407648:0:53227:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 41ff mask 1 00000080:00200000:1.0:1787826151.407652:0:53227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=9 00000080:00200000:1.0:1787826151.407656:0:53227:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x24:0x0](ffff8a4f095b63c8), inode mode 81a4 mask 22 00000080:00200000:1.0:1787826151.407672:0:53227:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826151.407743:0:53227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826151.407750:0:53227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:1.0:1787826151.407759:0:53227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:1.0:1787826151.407765:0:53227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826151.407769:0:53227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826151.407771:0:53227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826151.407775:0:53227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc3f27c10 00010000:00010000:1.0:1787826151.407778:0:53227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:1.0:1787826151.407785:0:53227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000080:00200000:1.0:1787826151.407794:0:53227:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826151.407804:0:53227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=24 00000080:00200000:1.0:1787826151.407807:0:53227:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 41ff mask 1 00000080:00200000:1.0:1787826151.407813:0:53227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f20.sanity-sec, flags=0 00000080:00200000:1.0:1787826151.407816:0:53227:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 41ff mask 3 00000080:00200000:1.0:1787826151.407820:0:53227:0:(namei.c:2418:ll_unlink()) VFS Op:name=f20.sanity-sec, dir=[0x240000402:0x1f:0x0](ffff8a4f095aba88) 00010000:00010000:1.0:1787826151.407844:0:53227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826151.407942:0:53227:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x24:0x0]: losing layout lock 00010000:00010000:1.0:1787826151.407982:0:53227:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826151.407990:0:53227:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787826151.407993:0:53227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4cfb4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4906 expref: -99 pid: 53027 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:1.0:1787826151.408017:0:53227:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787826151.408030:0:53227:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb2580 x1874669421927808/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826151.408053:0:53227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53227:1874669421927808:192.168.203.149@tcp:36:rm.60003 00000100:00100000:1.0:1787826151.408189:0:53227:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826151.415376:0:53227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53227:1874669421927808:192.168.203.149@tcp:36:rm.60003 00000080:00200000:2.0:1787826151.415486:0:53227:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x24:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826151.415500:0:53227:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826151.415540:0:53227:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x24:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826151.416695:0:53227:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240000402:0x24:0x0](ffff8a4f095b63c8) 00000008:00010000:2.0:1787826151.416734:0:53227:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1787826146 1787826146 0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 1/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1787826151.510782:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421927936:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826151.510990:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421928192:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826151.511023:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421928448:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826151.511053:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787826151.511060:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421928064:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826151.511095:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421928320:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826151.523461:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421928064:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826151.523959:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421927936:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826151.523973:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421928192:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826151.525292:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421928320:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826151.525304:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421928448:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826152.662075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826153.742445:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826153.742694:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431979648 00000100:00100000:0.0:1787826153.742708:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431979648 00000100:00100000:0.0:1787826153.742796:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 81 00000100:00100000:0.0:1787826153.742809:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8499:x1874669431979648:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826153.742836:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826153.743281:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826153.743289:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8499:x1874669431979648:12345-192.168.203.149@tcp:104: Request processed in 483us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826153.743314:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 81 00010000:00010000:2.0:1787826153.743416:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826153.743427:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826153.743439:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f013a1400 already unused, calling callback (ffffffffc10ea1e0) 00010000:00010000:2.0:1787826153.743446:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826153.743501:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826153.743519:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826153.743554:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826153.743570:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4cfbb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4914 expref: -99 pid: 53027 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826153.743597:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826153.743599:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826153.743601:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826153.743611:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826153.743628:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421928576:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826153.749448:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421928576:192.168.203.149@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787826155.734369:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826156.634549:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421928832:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826156.645592:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421929088:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826156.656348:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421929088:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826156.660547:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421928832:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826157.782131:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826159.830180:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826161.750704:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421929344:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826161.750802:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421929600:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826161.750832:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421929856:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826161.750892:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787826161.750898:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421929472:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826161.750919:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421929728:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826161.754704:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421929728:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826161.754719:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421929344:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826161.754730:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421929600:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826161.754739:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421929856:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826161.766945:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421929472:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826161.878655:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826163.928394:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826164.623220:0:53516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53516:1874669421930752:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826164.623331:0:53516:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826164.627520:0:53516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53516:1874669421930752:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826164.627647:0:53516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53516:1874669421930880:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826164.628511:0:53516:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826164.632566:0:53516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53516:1874669421930880:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826164.632631:0:53516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53516:1874669421931008:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826164.632716:0:53516:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826164.636575:0:53516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53516:1874669421931008:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826164.636634:0:53516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53516:1874669421931136:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826164.636941:0:53516:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826164.645078:0:53516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53516:1874669421931136:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:2.0:1787826164.645166:0:53516:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:1.0:1787826164.688554:0:53517:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826164.688598:0:53517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826164.688625:0:53517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:1.0:1787826164.688644:0:53517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000080:00200000:1.0:1787826164.688654:0:53517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826164.688665:0:53517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826164.688669:0:53517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826164.688678:0:53517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc4257b58 00010000:00010000:1.0:1787826164.688683:0:53517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:1.0:1787826164.688693:0:53517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:1.0:1787826164.688723:0:53517:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826164.688731:0:53517:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=8 00000080:00200008:1.0:1787826164.688742:0:53517:0:(file.c:6313:ll_getattr_dentry()) START file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826164.688747:0:53517:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88),name=d20.sanity-sec 00000002:00010000:1.0:1787826164.688765:0:53517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826164.688774:0:53517:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/31 (0 0) 00010000:00010000:1.0:1787826164.688840:0:53517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.693156:0:53517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.693199:0:53517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826164.693239:0:53517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53517:1874669421931264:192.168.203.149@tcp:101:rm.0 00000100:00100000:1.0:1787826164.693530:0:53517:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787826164.702195:0:53517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53517:1874669421931264:192.168.203.149@tcp:101:rm.0 00010000:00010000:1.0:1787826164.702233:0:53517:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.702267:0:53517:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.702276:0:53517:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.702315:0:53517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.702328:0:53517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.702344:0:53517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.702354:0:53517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.702362:0:53517:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826164.702377:0:53517:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb0f00 x1874669421931264/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826180 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:65534 00000002:00010000:1.0:1787826164.702393:0:53517:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.702407:0:53517:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/31 (0 0) 00000080:00200000:1.0:1787826164.702416:0:53517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787826164.702453:0:53517:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000080:00010000:1.0:1787826164.702460:0:53517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) for lock 0x7f6ab97892e4cfc2 00000080:00010000:1.0:1787826164.702466:0:53517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x1f:0x0](ffff8a4f095aba88) 00000080:00010000:1.0:1787826164.702469:0:53517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfc2 from it ffffb55dc4257cb8 00010000:00010000:1.0:1787826164.702479:0:53517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.702490:0:53517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e7600/0x7f6ab97892e4cfc2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe494c expref: -99 pid: 53517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826164.702611:0:53517:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826164.702633:0:53517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826164.702647:0:53517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00010000:1.0:1787826164.702660:0:53517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:1.0:1787826164.702667:0:53517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826164.702672:0:53517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826164.702675:0:53517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cec6 00000080:00010000:1.0:1787826164.702679:0:53517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cec6 from it ffffb55dc4257bf8 00010000:00010000:1.0:1787826164.702682:0:53517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00010000:1.0:1787826164.702689:0:53517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00000080:00200000:1.0:1787826164.702698:0:53517:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826164.702706:0:53517:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d20.sanity-sec, flags=266 00000080:00200000:1.0:1787826164.702714:0:53517:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x1f:0x0](ffff8a4f095aba88), inode mode 41ff mask 44 00000080:00200008:1.0:1787826164.702727:0:53517:0:(file.c:1090:ll_file_open()) START file d20.sanity-sec:[0x240000402:0x1f:0x0](ffff8a4f095aba88), flags 704400 00000002:00010000:1.0:1787826164.702746:0:53517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:1.0:1787826164.702816:0:53517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826164.702823:0:53517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826164.702836:0:53517:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826164.702844:0:53517:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0f00 x1874669421931520/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:65534 00010000:00010000:1.0:1787826164.703047:0:53517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826164.713531:0:53517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53517:1874669421931520:192.168.203.149@tcp:101:rm.0 00000100:00100000:0.0:1787826164.716168:0:53517:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f113a6840 going to sleep for 11 seconds 00000100:00100000:2.0:1787826164.730583:0:53517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:53517:1874669421931520:192.168.203.149@tcp:101:rm.0 00010000:00010000:2.0:1787826164.730618:0:53517:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826164.730635:0:53517:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826164.730643:0:53517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826164.730651:0:53517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826164.730660:0:53517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826164.730673:0:53517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f1a2e6200 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:2.0:1787826164.730678:0:53517:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826164.730686:0:53517:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826164.730694:0:53517:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826164.730702:0:53517:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826164.730711:0:53517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826164.730718:0:53517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6200/0x7f6ab97892e4cfc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 53517 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826164.730750:0:53517:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff8a4f13cb0f00 x1874669421931520/t4294967459(4294967459) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826180 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:65534 00000002:00100000:2.0:1787826164.730766:0:53517:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb0f00 x1874669421931520/t4294967459(4294967459) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826180 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:65534 00000080:00200000:2.0:1787826164.730785:0:53517:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826164.730823:0:53517:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x1f:0x0], updating i_size 4096 00000002:00100000:2.0:1787826164.731040:0:53517:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb0f00 x1874669421931520/t4294967459(4294967459) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826180 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:65534 00000100:00100000:0.0:1787826164.782272:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826164.782390:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669431984896 00000100:00100000:1.0:1787826164.782403:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669431984896 00000100:00100000:1.0:1787826164.782483:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 82 00000100:00100000:1.0:1787826164.782494:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c592c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6502:x1874669431984896:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826164.782527:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09c00/0x7f6ab97892e4cec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe45a9 expref: -99 pid: 52362 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00010000:00010000:1.0:1787826164.782634:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826164.782642:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c592c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6502:x1874669431984896:12345-192.168.203.149@tcp:104: Request processed in 150us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826164.782650:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 82 00000100:00100000:2.0:1787826164.783509:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826164.783533:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421932416:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826164.790699:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421932416:192.168.203.149@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787826164.950104:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826165.983223:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826166.872160:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421932544:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826166.872265:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421932800:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826166.872294:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421933056:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826166.872322:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787826166.872328:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421932672:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826166.872351:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421932928:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826166.890771:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421932672:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826166.890787:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421932928:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826166.890813:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421932544:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826166.890825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421932800:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826166.890836:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421933056:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826166.998183:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826168.022568:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826169.046390:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826170.070761:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826171.095218:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826171.990336:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421933184:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826171.990495:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421933440:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826171.990528:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421933696:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826171.990569:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787826171.990576:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421933312:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826171.990603:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421933568:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826171.999335:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421933312:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826171.999362:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421933568:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826171.999375:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967461 gen 1 00000100:00100000:2.0:1787826171.999395:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421933440:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826171.999409:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421933696:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826172.010390:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421933184:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826173.142958:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826175.190251:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826176.215472:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826177.110158:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421933952:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826177.110466:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421934208:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826177.110515:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787826177.110522:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421933824:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826177.110557:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421934080:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826177.110586:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421934336:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826177.238278:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826178.262958:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826179.292068:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826180.318466:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787826180.483918:0:54242:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 21: test nodemap mapped_trusted_noadmin fileops ========================================================== 06:22:59 (1787826179) 00010000:00010000:2.0:1787826181.333940:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826182.358018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826183.395810:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826184.406750:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826185.433969:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826186.457907:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826187.357139:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421935232:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826187.357251:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787826187.357259:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421935104:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826187.357290:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421935360:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826187.374528:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421935104:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826187.374547:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421935360:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826187.374558:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421935232:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826187.378182:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421935488:192.168.203.149@tcp:9:kworker.0 00000100:00100000:2.0:1787826187.378280:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421935616:192.168.203.149@tcp:9:kworker.0 00000100:00080000:2.0:1787826187.385322:0:2402:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a4f08dab0c0 x1874669421935488/t0(0) o9->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1787826197 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826187.385343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1787826187.385348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421935488:192.168.203.149@tcp:9:kworker.0 00000100:00080000:2.0:1787826187.385361:0:2402:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a4f08dab480 x1874669421935616/t0(0) o9->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1787826197 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826187.385369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1787826187.385373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421935616:192.168.203.149@tcp:9:kworker.0 00010000:00010000:2.0:1787826187.478178:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826188.502723:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826189.528654:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826190.551178:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826192.598172:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826194.649760:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826196.695998:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826197.591241:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421936256:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826197.591350:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787826197.591357:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421936128:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826197.591386:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421936384:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826197.603225:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421936128:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826197.603273:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421936384:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826197.603287:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421936256:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826198.743109:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826200.790482:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826202.720309:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421936512:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826202.724247:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826202.724271:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421936640:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826202.725544:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421936768:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826202.732010:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421936512:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826202.735619:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421936640:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826202.736647:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421936768:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826202.838330:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826204.886365:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826206.935924:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826207.830278:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421936896:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826207.838263:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421937024:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826207.839368:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787826207.839386:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421937152:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826207.847142:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421937152:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826207.847167:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421937024:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826207.847554:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421936896:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826208.982262:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826211.030215:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826212.055273:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826212.950304:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421937280:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826212.962231:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826212.962255:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421937408:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826213.079677:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826214.102162:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826215.132961:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826216.150278:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826217.177201:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787826218.127691:0:54757:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826218.127720:0:54757:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826218.127792:0:54757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826218.127802:0:54757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826218.127811:0:54757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826218.127834:0:54757:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54757:1874669421938048:192.168.203.149@tcp:101:rm.0 00000100:00100000:0.0:1787826218.127938:0:54757:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f08cf00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787826218.133657:0:54757:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54757:1874669421938048:192.168.203.149@tcp:101:rm.0 00010000:00010000:1.0:1787826218.133683:0:54757:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.133695:0:54757:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.133706:0:54757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.133716:0:54757:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.133728:0:54757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.133737:0:54757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.133743:0:54757:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826218.133784:0:54757:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c59680 x1874669421938048/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826234 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:65534 00000002:00010000:1.0:1787826218.133800:0:54757:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.133814:0:54757:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1787826218.133820:0:54757:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787826218.133848:0:54757:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787826218.133887:0:54757:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfd0 00000080:00010000:1.0:1787826218.133893:0:54757:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826218.133896:0:54757:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfd0 from it ffffb55dc20e7b58 00010000:00010000:1.0:1787826218.133899:0:54757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.133907:0:54757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826218.133932:0:54757:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826218.133950:0:54757:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=8 00000080:00200000:1.0:1787826218.133954:0:54757:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=getattr 00000002:00010000:1.0:1787826218.133973:0:54757:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:1.0:1787826218.134376:0:54757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.134385:0:54757:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.134407:0:54757:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826218.134427:0:54757:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54757:1874669421938176:192.168.203.149@tcp:101:rm.0 00000100:00100000:1.0:1787826218.134891:0:54757:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826218.157410:0:54757:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54757:1874669421938176:192.168.203.149@tcp:101:rm.0 00010000:00010000:1.0:1787826218.157434:0:54757:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.157448:0:54757:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.157465:0:54757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.157472:0:54757:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.157479:0:54757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.157485:0:54757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f1a2e6c00 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:1.0:1787826218.157490:0:54757:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.157497:0:54757:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.157504:0:54757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.157526:0:54757:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1787826218.157534:0:54757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826218.157541:0:54757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2e6c00/0x7f6ab97892e4cfd7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 54757 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826218.157562:0:54757:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff8a4f13cb1e00 x1874669421938176/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826234 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1787826218.157576:0:54757:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1787826218.157603:0:54757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826218.157628:0:54757:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:1.0:1787826218.157637:0:54757:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfd0 from it ffffb55dc20e7930 00010000:00010000:1.0:1787826218.157641:0:54757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826218.157649:0:54757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826218.157736:0:54757:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826218.157759:0:54757:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826218.157767:0:54757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826218.157787:0:54757:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826218.157794:0:54757:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826218.157800:0:54757:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826218.157803:0:54757:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfd0 00000080:00010000:1.0:1787826218.157809:0:54757:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfd0 from it ffffb55dc20e7c10 00010000:00010000:1.0:1787826218.157811:0:54757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826218.157818:0:54757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826218.157828:0:54757:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826218.157838:0:54757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=0 00000080:00200008:2.0:1787826218.169129:0:54110:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826218.169143:0:54110:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826218.169165:0:54110:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826218.169183:0:54110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826218.169198:0:54110:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826218.169205:0:54110:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826218.169213:0:54110:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826218.169217:0:54110:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfd0 00000080:00010000:2.0:1787826218.169224:0:54110:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfd0 from it ffffb55dc1bfbcb8 00010000:00010000:2.0:1787826218.169228:0:54110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826218.169237:0:54110:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787826218.210499:0:54761:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826218.210530:0:54761:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826218.210547:0:54761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826218.210561:0:54761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787826218.210579:0:54761:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826218.210588:0:54761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826218.210591:0:54761:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfd0 00000080:00010000:0.0:1787826218.210598:0:54761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfd0 from it ffffb55dc2137b58 00010000:00010000:0.0:1787826218.210601:0:54761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826218.210610:0:54761:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787826218.210626:0:54761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826218.210633:0:54761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=13 00000080:00200000:0.0:1787826218.210650:0:54761:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826218.210657:0:54761:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826218.210665:0:54761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826218.210673:0:54761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787826218.210679:0:54761:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826218.210683:0:54761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826218.210686:0:54761:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfd0 00000080:00010000:0.0:1787826218.210689:0:54761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfd0 from it ffffb55dc2137be8 00010000:00010000:0.0:1787826218.210692:0:54761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1787826218.210710:0:54761:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787826218.210720:0:54761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826218.210724:0:54761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=16392 00000080:00200008:0.0:1787826218.210742:0:54761:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826218.210758:0:54761:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826218.210766:0:54761:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826218.210772:0:54761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826218.210781:0:54761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1787826218.210787:0:54761:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826218.210791:0:54761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826218.210793:0:54761:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfd0 00000080:00010000:0.0:1787826218.210796:0:54761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfd0 from it ffffb55dc2137cb8 00010000:00010000:0.0:1787826218.210799:0:54761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1787826218.210805:0:54761:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200008:1.0:1787826218.216538:0:54761:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826218.216549:0:54761:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826218.216575:0:54761:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826218.216593:0:54761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787826218.216606:0:54761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787826218.216614:0:54761:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826218.216622:0:54761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826218.216626:0:54761:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfd0 00000080:00010000:1.0:1787826218.216639:0:54761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfd0 from it ffffb55dc2137cb8 00010000:00010000:1.0:1787826218.216644:0:54761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787826218.216654:0:54761:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787826218.216809:0:54761:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826218.216818:0:54761:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826218.216826:0:54761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787826218.216835:0:54761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787826218.216842:0:54761:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826218.216847:0:54761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826218.218010:0:54761:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfd0 00000080:00010000:1.0:1787826218.218019:0:54761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfd0 from it ffffb55dc2137bb0 00010000:00010000:1.0:1787826218.218024:0:54761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787826218.218035:0:54761:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787826218.218049:0:54761:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787826218.218059:0:54761:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787826218.218087:0:54761:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c03066f0 arg=7ffcbc75f6f0 00000080:00200000:1.0:1787826218.218110:0:54761:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) name=d21.sanity-sec stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:1.0:1787826218.218139:0:54761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787826218.218194:0:54761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787826218.218200:0:54761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787826218.218204:0:54761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4cfd0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4a9c expref: -99 pid: 54757 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000020:00100000:1.0:1787826218.218229:0:54761:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787826218.218241:0:54761:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb1e00 x1874669421938432/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826218.218263:0:54761:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54761:1874669421938432:192.168.203.149@tcp:36:lfs.0 00000100:00100000:1.0:1787826218.218380:0:54761:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826218.240996:0:54761:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54761:1874669421938432:192.168.203.149@tcp:36:lfs.0 00000080:00200000:1.0:1787826218.241046:0:54761:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00200000:1.0:1787826218.241053:0:54761:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200008:1.0:1787826218.241089:0:54761:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:2.0:1787826218.341526:0:54765:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826218.341555:0:54765:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826218.341622:0:54765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 54765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.341633:0:54765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 54765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.341644:0:54765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 54765 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826218.341670:0:54765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54765:1874669421938560:192.168.203.149@tcp:101:chown.0 00000100:00100000:2.0:1787826218.344805:0:54765:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20300 going to sleep for 11 seconds 00000100:00100000:2.0:1787826218.352673:0:54765:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967530 gen 1 00000100:00100000:2.0:1787826218.352709:0:54765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54765:1874669421938560:192.168.203.149@tcp:101:chown.0 00010000:00010000:2.0:1787826218.352731:0:54765:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.352755:0:54765:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.352768:0:54765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.352779:0:54765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.352793:0:54765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.352802:0:54765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.352809:0:54765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826218.352821:0:54765:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8fc00 x1874669421938560/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826234 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826218.352833:0:54765:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.352845:0:54765:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1787826218.352894:0:54765:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826218.352923:0:54765:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787826218.352929:0:54765:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfde 00000080:00010000:2.0:1787826218.352936:0:54765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826218.352939:0:54765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfde from it ffffb55dc216fb58 00010000:00010000:2.0:1787826218.352942:0:54765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.352951:0:54765:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826218.352971:0:54765:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826218.352992:0:54765:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=8 00000080:00200000:2.0:1787826218.352996:0:54765:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=getattr 00000002:00010000:2.0:1787826218.353018:0:54765:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826218.353057:0:54765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 54765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.353065:0:54765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 54765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.353078:0:54765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 54765 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826218.353110:0:54765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54765:1874669421938688:192.168.203.149@tcp:101:chown.0 00000100:00100000:2.0:1787826218.353177:0:54765:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20300 going to sleep for 11 seconds 00000100:00100000:2.0:1787826218.360323:0:54765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54765:1874669421938688:192.168.203.149@tcp:101:chown.0 00010000:00010000:2.0:1787826218.360353:0:54765:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.360375:0:54765:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.360384:0:54765:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.360396:0:54765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.360408:0:54765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.360421:0:54765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.360429:0:54765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.360443:0:54765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826218.360455:0:54765:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8fc00 x1874669421938688/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826234 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826218.360469:0:54765:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.360479:0:54765:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:2.0:1787826218.360485:0:54765:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826218.360515:0:54765:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200000:2.0:1787826218.360520:0:54765:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x2b:0x0](ffff8a4f095d9988): rc = 0 00000080:00010000:2.0:1787826218.360525:0:54765:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4cfe5 00000080:00010000:2.0:1787826218.360537:0:54765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:2.0:1787826218.360541:0:54765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfe5 from it ffffb55dc216fb20 00010000:00010000:2.0:1787826218.360545:0:54765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826218.360554:0:54765:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787826218.360594:0:54765:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826218.360602:0:54765:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988),name=d21.sanity-sec 00000002:00010000:2.0:1787826218.360625:0:54765:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826218.360635:0:54765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826218.360647:0:54765:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826218.360654:0:54765:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826218.360660:0:54765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:2.0:1787826218.360663:0:54765:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4cfe5 00000080:00010000:2.0:1787826218.360667:0:54765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfe5 from it ffffb55dc216fcb8 00010000:00010000:2.0:1787826218.360670:0:54765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826218.360677:0:54765:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826218.360771:0:54765:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826218.360781:0:54765:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826218.360789:0:54765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826218.360797:0:54765:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826218.360803:0:54765:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826218.360807:0:54765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826218.360809:0:54765:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfde 00000080:00010000:2.0:1787826218.360812:0:54765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfde from it ffffb55dc216fbf8 00010000:00010000:2.0:1787826218.360815:0:54765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826218.360822:0:54765:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4cfde lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ad4 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826218.360831:0:54765:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826218.360837:0:54765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826218.360885:0:54765:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988) current size 4096, valid attrs 42, mode ffff, uid 0, gid -30129, new size 18446614670660640768, atime 1787826218.000000000, mtime 1787826218.000000000, ctime 1787826218.000000000 00010000:00010000:2.0:1787826218.360905:0:54765:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826218.360952:0:54765:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826218.360960:0:54765:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826218.360963:0:54765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4cfe5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4af0 expref: -99 pid: 54765 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:2.0:1787826218.360986:0:54765:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826218.360994:0:54765:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8fc00 x1874669421938944/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826218.361018:0:54765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54765:1874669421938944:192.168.203.149@tcp:36:chown.0 00000100:00100000:2.0:1787826218.361145:0:54765:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20300 going to sleep for 11 seconds 00000100:00100000:2.0:1787826218.372586:0:54765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54765:1874669421938944:192.168.203.149@tcp:36:chown.0 00000080:00200000:2.0:1787826218.372628:0:54765:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200008:2.0:1787826218.372640:0:54765:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988) current size 4096, valid attrs 10000042, mode ffff, uid 0, gid -30129, new size 18446614670660640768, atime 1787826218.000000000, mtime 1787826218.000000000, ctime 1787826218.000000000, rc 0 00010000:00010000:2.0:1787826219.222760:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826220.249201:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826221.270913:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826222.294118:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826223.191831:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421939200:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826223.192030:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787826223.192056:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421939072:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826223.192094:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421939328:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826223.199238:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421939072:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826223.199268:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421939328:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826223.199285:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421939200:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826224.344224:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826224.923024:0:54856:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff8a4f07c09000 00010000:00010000:2.0:1787826224.923056:0:54856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787826225.366839:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826226.391042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826227.415111:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826228.310517:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421939584:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826228.310668:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421939840:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826228.310718:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787826228.310725:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421939712:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826228.319567:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967531 gen 1 00000100:00100000:0.0:1787826228.319618:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421939712:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826228.319632:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421939584:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826228.319646:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421939840:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826228.439762:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826229.467029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1787826230.368056:0:54943:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826230.368102:0:54943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826230.368329:0:54943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 54943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.368343:0:54943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 54943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.368356:0:54943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 54943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826230.368392:0:54943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54943:1874669421939968:192.168.203.149@tcp:101:chmod.0 00000100:00100000:2.0:1787826230.368536:0:54943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826230.376553:0:54943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54943:1874669421939968:192.168.203.149@tcp:101:chmod.0 00010000:00010000:2.0:1787826230.376589:0:54943:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.376611:0:54943:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.376626:0:54943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.376639:0:54943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.376654:0:54943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.376675:0:54943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.376683:0:54943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826230.376697:0:54943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8e1c0 x1874669421939968/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826246 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826230.376714:0:54943:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.376730:0:54943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1787826230.376739:0:54943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826230.376779:0:54943:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1787826230.376787:0:54943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826230.376794:0:54943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826230.376798:0:54943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc232fb58 00010000:00010000:2.0:1787826230.376802:0:54943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.376811:0:54943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826230.377062:0:54943:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826230.377090:0:54943:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=9 00000080:00200000:2.0:1787826230.377096:0:54943:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=getattr 00000002:00010000:2.0:1787826230.377309:0:54943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826230.377371:0:54943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 54943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.377381:0:54943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 54943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.377391:0:54943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 54943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826230.377419:0:54943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54943:1874669421940096:192.168.203.149@tcp:101:chmod.0 00000100:00100000:2.0:1787826230.379590:0:54943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826230.382953:0:54943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54943:1874669421940096:192.168.203.149@tcp:101:chmod.0 00010000:00010000:2.0:1787826230.382990:0:54943:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.383022:0:54943:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.383031:0:54943:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.383047:0:54943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.383059:0:54943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.383087:0:54943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.383097:0:54943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.383104:0:54943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826230.383231:0:54943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8e1c0 x1874669421940096/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826246 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826230.383313:0:54943:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.383327:0:54943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:2.0:1787826230.383336:0:54943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826230.383375:0:54943:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200000:2.0:1787826230.383379:0:54943:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x2b:0x0](ffff8a4f095d9988): rc = 0 00000080:00010000:2.0:1787826230.383387:0:54943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4cff3 00000080:00010000:2.0:1787826230.383533:0:54943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:2.0:1787826230.383539:0:54943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cff3 from it ffffb55dc232fb20 00010000:00010000:2.0:1787826230.383543:0:54943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826230.383555:0:54943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787826230.383609:0:54943:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826230.383618:0:54943:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988),name=d21.sanity-sec 00000002:00010000:2.0:1787826230.383650:0:54943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826230.383671:0:54943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826230.383683:0:54943:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826230.383690:0:54943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826230.383696:0:54943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:2.0:1787826230.383700:0:54943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4cff3 00000080:00010000:2.0:1787826230.383704:0:54943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cff3 from it ffffb55dc232fcb8 00010000:00010000:2.0:1787826230.383707:0:54943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826230.383721:0:54943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826230.383789:0:54943:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826230.383797:0:54943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826230.383804:0:54943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826230.383812:0:54943:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826230.383818:0:54943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826230.383822:0:54943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826230.383824:0:54943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826230.383827:0:54943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc232fc08 00010000:00010000:2.0:1787826230.383830:0:54943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826230.383838:0:54943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826230.383846:0:54943:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826230.383904:0:54943:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826230.383921:0:54943:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988) current size 4096, valid attrs 41, mode 4003, uid 20742144, gid -30129, new size 0, atime 1787826230.000000000, mtime 1787826230.000000000, ctime 1787826230.000000000 00010000:00010000:2.0:1787826230.383941:0:54943:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826230.384003:0:54943:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826230.384010:0:54943:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826230.384014:0:54943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4cff3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4b52 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:2.0:1787826230.384042:0:54943:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826230.384052:0:54943:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8e1c0 x1874669421940352/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826230.384093:0:54943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54943:1874669421940352:192.168.203.149@tcp:36:chmod.0 00000100:00100000:2.0:1787826230.387635:0:54943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826230.435899:0:54943:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967532 gen 1 00000100:00100000:2.0:1787826230.435927:0:54943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54943:1874669421940352:192.168.203.149@tcp:36:chmod.0 00000080:00200000:2.0:1787826230.435969:0:54943:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200008:2.0:1787826230.435996:0:54943:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988) current size 4096, valid attrs 10000041, mode 4003, uid 20742144, gid -30129, new size 0, atime 1787826230.000000000, mtime 1787826230.000000000, ctime 1787826230.000000000, rc 0 00010000:00010000:1.0:1787826230.491472:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826231.511578:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826232.534038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826233.558593:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826234.582222:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826235.611840:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1787826235.981674:0:55020:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826235.981710:0:55020:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826235.981729:0:55020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826235.981753:0:55020:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826235.981761:0:55020:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826235.981769:0:55020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826235.981773:0:55020:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826235.981780:0:55020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2c17bf8 00010000:00010000:2.0:1787826235.981784:0:55020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826235.981794:0:55020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826235.981810:0:55020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826235.981824:0:55020:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:2.0:1787826235.981828:0:55020:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:2.0:1787826235.981840:0:55020:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787826235.981923:0:55020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 55020 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.981932:0:55020:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55020 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.981941:0:55020:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55020 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826235.981967:0:55020:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55020:1874669421940864:192.168.203.149@tcp:101:touch.0 00000100:00100000:2.0:1787826235.982545:0:55020:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20300 going to sleep for 11 seconds 00000100:00100000:2.0:1787826235.987799:0:55020:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55020:1874669421940864:192.168.203.149@tcp:101:touch.0 00010000:00010000:2.0:1787826235.987826:0:55020:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.987847:0:55020:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.988005:0:55020:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.988016:0:55020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.988040:0:55020:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.988055:0:55020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.988063:0:55020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.988070:0:55020:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826235.988083:0:55020:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f06e8e1c0 x1874669421940864/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826251 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826235.988098:0:55020:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.988110:0:55020:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:2.0:1787826235.988116:0:55020:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826235.988141:0:55020:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200000:2.0:1787826235.988145:0:55020:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x2b:0x0](ffff8a4f095d9988): rc = 0 00000080:00010000:2.0:1787826235.988150:0:55020:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4cffa 00000080:00010000:2.0:1787826235.988161:0:55020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:2.0:1787826235.988165:0:55020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cffa from it ffffb55dc2c17ac8 00010000:00010000:2.0:1787826235.988169:0:55020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.988177:0:55020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4cffa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b8a expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826235.988208:0:55020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 1 00000080:00200000:2.0:1787826235.988226:0:55020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 3 00000080:00200000:2.0:1787826235.988232:0:55020:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), file ffff8a4f0921d500, open_flags 8941, mode 81b6 opened 0 00000080:00200000:2.0:1787826235.988239:0:55020:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), intent=open|creat 00000002:00010000:2.0:1787826235.988263:0:55020:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x200000402:0x2c:0x0]) in obj [0x200000402:0x2b:0x0], intent: open|creat flags 0104502 00010000:00010000:2.0:1787826235.988316:0:55020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 55020 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.988325:0:55020:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55020 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826235.988340:0:55020:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826235.988346:0:55020:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8e1c0 x1874669421941120/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826235.988356:0:55020:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55020 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826235.988376:0:55020:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55020:1874669421941120:192.168.203.149@tcp:101:touch.0 00000100:00100000:2.0:1787826235.988503:0:55020:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20300 going to sleep for 11 seconds 00000100:00100000:2.0:1787826235.992833:0:55020:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55020:1874669421941120:192.168.203.149@tcp:101:touch.0 00010000:00010000:2.0:1787826235.992908:0:55020:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.992930:0:55020:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.992940:0:55020:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.992952:0:55020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.992963:0:55020:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.992976:0:55020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.992991:0:55020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.992999:0:55020:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826235.993021:0:55020:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f06e8e1c0 x1874669421941120/t4294967533(4294967533) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826251 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787826235.993033:0:55020:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f06e8e1c0 x1874669421941120/t4294967533(4294967533) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826251 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826235.993046:0:55020:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826235.993059:0:55020:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.993069:0:55020:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/44 (0 0) 00000080:00200000:2.0:1787826235.993077:0:55020:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x2b:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826235.993090:0:55020:0:(namei.c:1628:ll_create_it()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), intent=open|creat 00000080:00200000:2.0:1787826235.993116:0:55020:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2c:0x0](ffff8a4f095b63c8) 00000080:00200000:2.0:1787826235.993182:0:55020:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2c:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787826235.993186:0:55020:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2c:0x0](ffff8a4f095b63c8) 00000080:00010000:2.0:1787826235.993190:0:55020:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2c:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4d001 00000080:00010000:2.0:1787826235.993198:0:55020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2c:0x0](ffff8a4f095b63c8) 00000080:00200008:2.0:1787826235.993211:0:55020:0:(file.c:1090:ll_file_open()) START file f21.sanity-sec:[0x200000402:0x2c:0x0](ffff8a4f095b63c8), flags 104501 00000002:00100000:2.0:1787826235.993231:0:55020:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f06e8e1c0 x1874669421941120/t4294967533(4294967533) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826251 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787826235.993267:0:55020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d001 from it ffff8a4f09889e40 00010000:00010000:2.0:1787826235.993282:0:55020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.993293:0:55020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826235.993315:0:55020:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2c:0x0](ffff8a4f095b63c8), inode mode 81a4 mask 40 00000080:00200008:2.0:1787826235.993353:0:55020:0:(llite_lib.c:2427:ll_setattr_raw()) START file f21.sanity-sec:[0x200000402:0x2c:0x0](ffff8a4f095b63c8) current size 0, valid attrs 20070, mode 8a4f, uid -1027506608, gid -19107, new size 18446744072304917015, atime 1787826235.000000000, mtime 1787826235.000000000, ctime 1787826235.000000000 00010000:00010000:2.0:1787826235.993373:0:55020:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826235.993388:0:55020:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x2c:0x0]: losing layout lock 00010000:00010000:2.0:1787826235.993420:0:55020:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826235.993428:0:55020:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826235.993431:0:55020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d001 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4ba6 expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787826235.993453:0:55020:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826235.993460:0:55020:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8d2c0 x1874669421941376/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826235.993480:0:55020:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55020:1874669421941376:192.168.203.149@tcp:36:touch.0 00000100:00100000:2.0:1787826235.993561:0:55020:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20480 going to sleep for 11 seconds 00000100:00100000:2.0:1787826235.997220:0:55020:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55020:1874669421941376:192.168.203.149@tcp:36:touch.0 00000080:00200000:2.0:1787826235.997266:0:55020:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787826235.997299:0:55020:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000402:0x2c:0x0](ffff8a4f095b63c8) 00000002:00010000:2.0:1787826235.997310:0:55020:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2c:0x0]) in obj [0x200000402:0x2c:0x0], intent: layout flags 0 00010000:00010000:2.0:1787826235.997356:0:55020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 55020 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.997367:0:55020:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 55020 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826235.997376:0:55020:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 55020 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826235.997395:0:55020:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55020:1874669421941504:192.168.203.149@tcp:101:touch.0 00000100:00100000:2.0:1787826235.997469:0:55020:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20480 going to sleep for 11 seconds 00000100:00100000:2.0:1787826236.000182:0:55020:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55020:1874669421941504:192.168.203.149@tcp:101:touch.0 00010000:00010000:2.0:1787826236.000210:0:55020:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826236.000224:0:55020:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826236.000240:0:55020:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff8a4f06e8de00 x1874669421941504/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1787826251 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826236.000251:0:55020:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826236.000270:0:55020:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826236.000294:0:55020:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 16 res 8589935618/44 (0 0) 00000080:00200000:2.0:1787826236.000301:0:55020:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000402:0x2c:0x0] suppgids -1 -1: rc 0 00000080:00010000:2.0:1787826236.000320:0:55020:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2c:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4d008 00000080:00010000:2.0:1787826236.000328:0:55020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d008 from it ffffb55dc2c17a78 00010000:00010000:2.0:1787826236.000332:0:55020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826236.000343:0:55020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826236.000366:0:55020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826236.000377:0:55020:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787826236.000387:0:55020:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000402:0x2c:0x0](0000000051ddd252) being reconfigured ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826236.000423:0:55020:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2c:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787826236.000428:0:55020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826236.000436:0:55020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787826236.000457:0:55020:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:2.0:1787826236.000486:0:55020:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2032 00000100:00080000:2.0:1787826236.000496:0:55020:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826236.000506:0:55020:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8437760, lost: 0. 00000100:00100000:2.0:1787826236.000524:0:55020:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669421941632/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826236.000589:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1787826236.000603:0:2406:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a4f06e8de00 x1874669421941760/t0(0) o2->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787826236.000767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421941632:192.168.203.149@tcp:8:touch.0 00000100:00100000:0.0:1787826236.011808:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a4f07c09000: committing for last_committed 4294967354 gen 11 00000100:00080000:0.0:1787826236.011825:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8a4f07c09000: connect to target with instance 1 00000100:00080000:0.0:1787826236.011835:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8a4f07c09000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1787826236.011847:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787826236.011899:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000080:00000004:0.0:1787826236.011909:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787826236.011915:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1787826236.011930:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007240b4d4): req@ffff8a4f06e8de00 x1874669421941760/t0(0) o2->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787826236.011958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421941632:192.168.203.149@tcp:8:touch.0 00000100:00100000:2.0:1787826236.029513:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a4f07c09000: committing for last_committed 4294967356 gen 11 00000100:00100000:2.0:1787826236.029552:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:0:1874669421941760:192.168.203.149@tcp:2:touch.0 00000080:00200000:0.0:1787826236.029803:0:55020:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x2c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1787826236.029821:0:55020:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f21.sanity-sec:[0x200000402:0x2c:0x0](ffff8a4f095b63c8) current size 0, valid attrs 100201f0, mode 8a4f, uid -1027506608, gid -19107, new size 18446744072304917015, atime 1787826235.000000000, mtime 1787826235.000000000, ctime 1787826235.000000000, rc 0 00000080:00200008:0.0:1787826236.029889:0:55020:0:(file.c:479:ll_file_release()) START file f21.sanity-sec:[0x200000402:0x2c:0x0](ffff8a4f095b63c8), flags 104001 00000002:00100000:0.0:1787826236.029950:0:55020:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f06e8e1c0 x1874669421941120/t4294967533(4294967533) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826251 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787826236.029977:0:55020:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826236.029983:0:55020:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c583c0 x1874669421942016/t0(0) o35->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826236.030006:0:55020:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55020:1874669421942016:192.168.203.149@tcp:35:touch.0 00000100:00100000:0.0:1787826236.030095:0:55020:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f068ea9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826236.033814:0:55020:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55020:1874669421942016:192.168.203.149@tcp:35:touch.0 00000002:00100000:0.0:1787826236.033904:0:55020:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f06e8e1c0 x1874669421941120/t4294967533(4294967533) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826251 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787826236.124095:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421942272:192.168.203.149@tcp:101:rm.0 00000080:00200000:0.0:1787826236.129585:0:55024:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x2c:0x0] updating i_size 0 i_blocks 0 00000020:00010000:0.0:1787826236.129779:0:55024:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f12290 (ffff8a4f09f89c68/0) at cl_lock_release():245 00000020:00010000:0.0:1787826236.129782:0:55024:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f12290 (ffff8a4f09f89c68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826236.129787:0:55024:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f0a031730 (ffff8a4f09f89008/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826236.129791:0:55024:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f12290 (ffff8a4f09f89c68/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826236.129794:0:55024:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f0a031730 (ffff8a4f09f89c68/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826236.129808:0:55024:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x2c:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826236.130045:0:55024:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826236.130068:0:55024:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826236.130082:0:55024:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826236.130093:0:55024:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787826236.130100:0:55024:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826236.130121:0:55024:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826236.130124:0:55024:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826236.130131:0:55024:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2c27c10 00010000:00010000:0.0:1787826236.130134:0:55024:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1787826236.130142:0:55024:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1787826236.130152:0:55024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826236.130158:0:55024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:0.0:1787826236.130163:0:55024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 1 00000080:00200000:0.0:1787826236.130170:0:55024:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=0 00000080:00200000:0.0:1787826236.130174:0:55024:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 3 00000080:00200000:0.0:1787826236.130178:0:55024:0:(namei.c:2418:ll_unlink()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988) 00010000:00010000:0.0:1787826236.130207:0:55024:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d00f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe4bde expref: -99 pid: 55024 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826236.130222:0:55024:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x2c:0x0]: losing layout lock 00010000:00010000:0.0:1787826236.130238:0:55024:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826236.130245:0:55024:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x2c:0x0]: losing layout lock 00010000:00010000:0.0:1787826236.130273:0:55024:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d00f lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4bde expref: -99 pid: 55024 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826236.130281:0:55024:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826236.130296:0:55024:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1787826236.130300:0:55024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d00f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4bde expref: -99 pid: 55024 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826236.130313:0:55024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d008 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4bbb expref: -99 pid: 55020 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:0.0:1787826236.130336:0:55024:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826236.130346:0:55024:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c5bc00 x1874669421942528/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826236.130368:0:55024:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55024:1874669421942528:192.168.203.149@tcp:36:rm.0 00000100:00100000:0.0:1787826236.130506:0:55024:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f068ea9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826236.137448:0:55024:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55024:1874669421942528:192.168.203.149@tcp:36:rm.0 00000080:00200000:0.0:1787826236.137572:0:55024:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826236.137585:0:55024:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826236.137706:0:55024:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826236.137714:0:55024:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000402:0x2c:0x0](ffff8a4f095b63c8) 00000008:00010000:0.0:1787826236.137745:0:55024:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1787826235 1787826235 1787826235 by oinfo size 0 blocks 0 [cma]time 1787826235 1787826235 1787826235 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000005f3797f9/0x7f6ab97892e4d016 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4be5 expref: -99 pid: 55024 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826236.630123:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826237.229196:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826237.229358:0:6165:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787826237.229379:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669432023040 00000100:00100000:0.0:1787826237.229387:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669432023040 00000100:00100000:0.0:1787826237.229444:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 83 00000100:00100000:0.0:1787826237.229473:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f09f48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8499:x1874669432023040:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826237.229491:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000005f3797f9/0x7f6ab97892e4d016 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4be5 expref: -99 pid: 55024 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826237.229572:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826237.229579:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f09f48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8499:x1874669432023040:12345-192.168.203.149@tcp:104: Request processed in 113us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826237.229586:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 83 00010000:00010000:2.0:1787826237.230348:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826237.230357:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000005f3797f9/0x7f6ab97892e4d016 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4be5 expref: -99 pid: 55024 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826237.230368:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f13e09800 already unused, calling callback (ffffffffc10ea1e0) 00010000:00010000:2.0:1787826237.230374:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000005f3797f9/0x7f6ab97892e4d016 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x5389a572c2fe4be5 expref: -99 pid: 55024 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826237.230453:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000005f3797f9/0x7f6ab97892e4d016 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4be5 expref: -99 pid: 55024 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826237.230477:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826237.230503:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000005f3797f9/0x7f6ab97892e4d016 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4be5 expref: -99 pid: 55024 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826237.230511:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000005f3797f9/0x7f6ab97892e4d016 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4be5 expref: -99 pid: 55024 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826237.230532:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826237.230534:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826237.230535:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826237.655569:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826238.678751:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826239.702149:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826240.726229:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1787826241.389611:0:55112:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826241.389655:0:55112:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826241.389681:0:55112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826241.389699:0:55112:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787826241.389708:0:55112:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826241.389718:0:55112:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826241.389722:0:55112:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826241.389731:0:55112:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2d07b58 00010000:00010000:2.0:1787826241.389735:0:55112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826241.389751:0:55112:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787826241.389772:0:55112:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826241.389781:0:55112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826241.389792:0:55112:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826241.389797:0:55112:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988),name=d21.sanity-sec 00000002:00010000:2.0:1787826241.389811:0:55112:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826241.389818:0:55112:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/43 (0 0) 00010000:00010000:2.0:1787826241.389958:0:55112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 55112 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.389968:0:55112:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55112 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.389980:0:55112:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55112 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826241.390014:0:55112:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55112:1874669421943296:192.168.203.149@tcp:101:chmod.0 00000100:00100000:2.0:1787826241.390191:0:55112:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20480 going to sleep for 11 seconds 00000100:00100000:2.0:1787826241.404745:0:55112:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55112:1874669421943296:192.168.203.149@tcp:101:chmod.0 00010000:00010000:2.0:1787826241.404782:0:55112:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.404802:0:55112:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.404819:0:55112:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.404833:0:55112:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.404845:0:55112:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.404903:0:55112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.404912:0:55112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.404921:0:55112:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826241.404934:0:55112:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8f0c0 x1874669421943296/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826257 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826241.404949:0:55112:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.404961:0:55112:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:2.0:1787826241.404969:0:55112:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826241.405003:0:55112:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00010000:2.0:1787826241.405011:0:55112:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d01d 00000080:00010000:2.0:1787826241.405020:0:55112:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:2.0:1787826241.405024:0:55112:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d01d from it ffffb55dc2d07cb8 00010000:00010000:2.0:1787826241.405028:0:55112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826241.405038:0:55112:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d01d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c2b expref: -99 pid: 55112 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826241.405127:0:55112:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826241.405147:0:55112:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826241.405158:0:55112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787826241.405170:0:55112:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787826241.405177:0:55112:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826241.405182:0:55112:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826241.405184:0:55112:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826241.405188:0:55112:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2d07c08 00010000:00010000:2.0:1787826241.405191:0:55112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787826241.405200:0:55112:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787826241.405208:0:55112:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826241.405216:0:55112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00010000:00010000:1.0:1787826241.751812:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826242.774627:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826243.672109:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421943680:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826243.672209:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421943936:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826243.699609:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421943680:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826243.699641:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421943936:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826243.699760:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421943808:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826243.719890:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421944064:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787826243.798033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826244.825030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826245.848699:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787826246.022254:0:55189:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826246.022284:0:55189:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826246.022303:0:55189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826246.022319:0:55189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1787826246.022328:0:55189:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826246.022336:0:55189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826246.022340:0:55189:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826246.022348:0:55189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2cdfbf8 00010000:00010000:0.0:1787826246.022352:0:55189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1787826246.022361:0:55189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787826246.022378:0:55189:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826246.022391:0:55189:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:0.0:1787826246.022400:0:55189:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:0.0:1787826246.022413:0:55189:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787826246.022454:0:55189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826246.022462:0:55189:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826246.022471:0:55189:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826246.022495:0:55189:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55189:1874669421944192:192.168.203.149@tcp:101:touch.0 00000100:00100000:0.0:1787826246.022602:0:55189:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f068ea840 going to sleep for 11 seconds 00000100:00100000:2.0:1787826246.038023:0:55189:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55189:1874669421944192:192.168.203.149@tcp:101:touch.0 00010000:00010000:2.0:1787826246.038048:0:55189:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.038070:0:55189:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.038079:0:55189:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.038090:0:55189:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.038100:0:55189:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.038119:0:55189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.038128:0:55189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.038135:0:55189:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826246.038145:0:55189:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13c58780 x1874669421944192/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826262 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826246.038160:0:55189:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.038169:0:55189:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:2.0:1787826246.038175:0:55189:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826246.038199:0:55189:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200000:2.0:1787826246.038202:0:55189:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x2b:0x0](ffff8a4f095d9988): rc = 0 00000080:00010000:2.0:1787826246.038208:0:55189:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d024 00000080:00010000:2.0:1787826246.038218:0:55189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:2.0:1787826246.038221:0:55189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d024 from it ffffb55dc2cdfac8 00010000:00010000:2.0:1787826246.038224:0:55189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.038233:0:55189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826246.038266:0:55189:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 40c0 mask 1 00000080:00200000:2.0:1787826246.038284:0:55189:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 40c0 mask 3 00000080:00200000:2.0:1787826246.038290:0:55189:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), file ffff8a4f02cb7380, open_flags 8941, mode 81b6 opened 0 00000080:00200000:2.0:1787826246.038298:0:55189:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), intent=open|creat 00000002:00010000:2.0:1787826246.038323:0:55189:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x200000402:0x2d:0x0]) in obj [0x200000402:0x2b:0x0], intent: open|creat flags 0104502 00010000:00010000:2.0:1787826246.038366:0:55189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.038373:0:55189:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826246.038383:0:55189:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826246.038390:0:55189:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8f0c0 x1874669421944448/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826246.038399:0:55189:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826246.038429:0:55189:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55189:1874669421944448:192.168.203.149@tcp:101:touch.0 00000100:00100000:2.0:1787826246.038569:0:55189:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:2.0:1787826246.061131:0:55189:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55189:1874669421944448:192.168.203.149@tcp:101:touch.0 00010000:00010000:2.0:1787826246.061153:0:55189:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061166:0:55189:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061176:0:55189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061182:0:55189:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061190:0:55189:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 4/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061196:0:55189:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f013a1600 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:2.0:1787826246.061201:0:55189:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 4/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061208:0:55189:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 4/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061215:0:55189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 5/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061221:0:55189:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826246.061228:0:55189:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061234:0:55189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d02b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826246.061255:0:55189:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x3, status=-13 req@ffff8a4f06e8f0c0 x1874669421944448/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/608 e 0 to 0 dl 1787826262 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'touch.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826246.061268:0:55189:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x2b:0x0] suppgids -1 -1: rc -13 00000080:00200000:2.0:1787826246.061368:0:55189:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826246.061390:0:55189:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826246.061405:0:55189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787826246.061429:0:55189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1787826246.061436:0:55189:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826246.061442:0:55189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826246.061445:0:55189:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826246.061451:0:55189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2cdfba8 00010000:00010000:2.0:1787826246.061454:0:55189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1787826246.061463:0:55189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1787826246.061476:0:55189:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826246.061484:0:55189:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:2.0:1787826246.061489:0:55189:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 40c0 mask 1 00000080:00200000:2.0:1787826246.061503:0:55189:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), flags=9 00000080:00200000:2.0:1787826246.061507:0:55189:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), intent=getattr 00000002:00010000:2.0:1787826246.061520:0:55189:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000402:0x2b:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826246.061570:0:55189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061577:0:55189:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.061589:0:55189:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826246.061607:0:55189:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55189:1874669421944576:192.168.203.149@tcp:101:touch.0 00000100:00100000:2.0:1787826246.061748:0:55189:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:2.0:1787826246.078476:0:55189:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55189:1874669421944576:192.168.203.149@tcp:101:touch.0 00010000:00010000:2.0:1787826246.078498:0:55189:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078512:0:55189:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078519:0:55189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078526:0:55189:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078534:0:55189:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078540:0:55189:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f013a0200 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:2.0:1787826246.078545:0:55189:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078561:0:55189:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078569:0:55189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078577:0:55189:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826246.078584:0:55189:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078590:0:55189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d032 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826246.078716:0:55189:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x3, status=-13 req@ffff8a4f06e8f0c0 x1874669421944576/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826262 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'touch.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826246.078730:0:55189:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x2b:0x0] suppgids -1 -1: rc -13 00000002:00010000:2.0:1787826246.078756:0:55189:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000402:0x2b:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826246.078801:0:55189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078818:0:55189:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.078827:0:55189:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826246.078845:0:55189:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55189:1874669421944704:192.168.203.149@tcp:101:touch.0 00000100:00100000:2.0:1787826246.078964:0:55189:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:2.0:1787826246.081547:0:55189:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55189:1874669421944704:192.168.203.149@tcp:101:touch.0 00010000:00010000:2.0:1787826246.081581:0:55189:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.081594:0:55189:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.081605:0:55189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.081611:0:55189:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.081618:0:55189:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.081624:0:55189:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f013a1600 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:2.0:1787826246.081628:0:55189:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.081635:0:55189:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.081642:0:55189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.081650:0:55189:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826246.081656:0:55189:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826246.081662:0:55189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1600/0x7f6ab97892e4d039 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 55189 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826246.081679:0:55189:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x3, status=-13 req@ffff8a4f06e8f0c0 x1874669421944704/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826262 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'touch.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826246.081693:0:55189:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x2b:0x0] suppgids -1 0: rc -13 00010000:00010000:2.0:1787826246.871501:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826247.894988:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826248.790315:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421944832:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826248.790477:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421945088:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826248.790541:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787826248.790549:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421944960:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826248.790577:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421945216:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826248.802408:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421944960:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826248.802432:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421944832:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826248.802444:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421945088:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826248.804423:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421945216:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787826249.942034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787826251.238370:0:55276:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826251.238400:0:55276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826251.238420:0:55276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826251.238436:0:55276:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787826251.238445:0:55276:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826251.238453:0:55276:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826251.238456:0:55276:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826251.238465:0:55276:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2dcfb58 00010000:00010000:0.0:1787826251.238469:0:55276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1787826251.238477:0:55276:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1787826251.238504:0:55276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826251.238512:0:55276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:0.0:1787826251.238534:0:55276:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826251.238540:0:55276:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988),name=d21.sanity-sec 00000002:00010000:0.0:1787826251.238554:0:55276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826251.238562:0:55276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/43 (0 0) 00010000:00010000:0.0:1787826251.238609:0:55276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 55276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.238618:0:55276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55276 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.238628:0:55276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55276 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826251.238655:0:55276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55276:1874669421945344:192.168.203.149@tcp:101:chmod.0 00000100:00100000:0.0:1787826251.238843:0:55276:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f068ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1787826251.243527:0:55276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55276:1874669421945344:192.168.203.149@tcp:101:chmod.0 00010000:00010000:0.0:1787826251.243554:0:55276:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.243569:0:55276:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.243577:0:55276:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.243607:0:55276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.243618:0:55276:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.243631:0:55276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.243638:0:55276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.243645:0:55276:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826251.243657:0:55276:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c58f00 x1874669421945344/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826251.243671:0:55276:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.243681:0:55276:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:0.0:1787826251.243687:0:55276:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787826251.243713:0:55276:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00010000:0.0:1787826251.243719:0:55276:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d040 00000080:00010000:0.0:1787826251.243727:0:55276:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:0.0:1787826251.243731:0:55276:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d040 from it ffffb55dc2dcfcb8 00010000:00010000:0.0:1787826251.243741:0:55276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826251.243750:0:55276:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826251.243815:0:55276:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826251.243832:0:55276:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826251.243842:0:55276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826251.244469:0:55276:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1787826251.244481:0:55276:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826251.244488:0:55276:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826251.244491:0:55276:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826251.244496:0:55276:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2dcfc08 00010000:00010000:0.0:1787826251.244499:0:55276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1787826251.244507:0:55276:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:0.0:1787826251.244528:0:55276:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826251.244536:0:55276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:0.0:1787826251.244553:0:55276:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988) current size 4096, valid attrs 41, mode 41ff, uid 43954176, gid -30129, new size 0, atime 1787826251.000000000, mtime 1787826251.000000000, ctime 1787826251.000000000 00010000:00010000:0.0:1787826251.244573:0:55276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826251.244608:0:55276:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826251.244640:0:55276:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826251.244648:0:55276:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826251.244654:0:55276:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1787826251.244656:0:55276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d040 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4cc5 expref: -99 pid: 55276 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826251.244668:0:55276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d024 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4c63 expref: -99 pid: 55189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1787826251.244687:0:55276:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826251.244695:0:55276:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c58f00 x1874669421945600/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826251.244718:0:55276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55276:1874669421945600:192.168.203.149@tcp:36:chmod.0 00000100:00100000:0.0:1787826251.244806:0:55276:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f068ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1787826251.253797:0:55276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55276:1874669421945600:192.168.203.149@tcp:36:chmod.0 00000080:00200000:0.0:1787826251.253838:0:55276:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200008:0.0:1787826251.254238:0:55276:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988) current size 4096, valid attrs 10000041, mode 41ff, uid 43954176, gid -30129, new size 0, atime 1787826251.000000000, mtime 1787826251.000000000, ctime 1787826251.000000000, rc 0 00010000:00010000:1.0:1787826251.990041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826253.014167:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826254.038069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826255.062115:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787826255.337398:0:55357:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826255.337413:0:55357:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826255.337436:0:55357:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826255.337455:0:55357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1787826255.337473:0:55357:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:1.0:1787826255.337482:0:55357:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826255.337502:0:55357:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826255.337512:0:55357:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:1.0:1787826255.337520:0:55357:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2f1fcb8 00010000:00010000:1.0:1787826255.337525:0:55357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1787826255.337535:0:55357:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200008:1.0:1787826255.338113:0:55357:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826255.338119:0:55357:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826255.338130:0:55357:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826255.338138:0:55357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:1.0:1787826255.338149:0:55357:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:1.0:1787826255.338156:0:55357:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826255.338162:0:55357:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826255.338165:0:55357:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:1.0:1787826255.338170:0:55357:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2f1fcb8 00010000:00010000:1.0:1787826255.338173:0:55357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:1.0:1787826255.338181:0:55357:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:1.0:1787826255.338271:0:55357:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826255.338286:0:55357:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826255.338293:0:55357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:1.0:1787826255.338302:0:55357:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:1.0:1787826255.338309:0:55357:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826255.338313:0:55357:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826255.338316:0:55357:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:1.0:1787826255.338320:0:55357:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2f1fbb0 00010000:00010000:1.0:1787826255.338323:0:55357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:1.0:1787826255.338331:0:55357:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00200000:1.0:1787826255.338340:0:55357:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787826255.338347:0:55357:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787826255.338365:0:55357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=19d1cf0 00000100:00100000:1.0:1787826255.338416:0:55357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421946240:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826255.338539:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918180 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.340636:0:55357:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967538 gen 1 00000100:00100000:0.0:1787826255.340665:0:55357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421946240:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826255.340805:0:55357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421946368:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826255.340919:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.344244:0:55357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421946368:192.168.203.149@tcp:19:lfs.0 00000100:00080000:0.0:1787826255.344278:0:55357:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2030 00000100:00080000:0.0:1787826255.344288:0:55357:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826255.344297:0:55357:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 37896192, lost: 0. 00000100:00100000:0.0:1787826255.344321:0:55357:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669421946496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826255.344363:0:55357:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a4f13c58f00 x1874669421946624/t0(0) o19->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 336/344 e 0 to 0 dl 0 ref 2 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826255.344372:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca90c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787826255.344452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421946496:192.168.203.149@tcp:8:lfs.0 00000100:00100000:2.0:1787826255.358233:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a4f07c09000: committing for last_committed 4294967358 gen 18 00000100:00080000:2.0:1787826255.358249:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8a4f07c09000: connect to target with instance 1 00000100:00080000:2.0:1787826255.358258:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8a4f07c09000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1787826255.358271:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1787826255.358275:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:2.0:1787826255.358284:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1787826255.358290:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1787826255.358303:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d23c0622): req@ffff8a4f13c58f00 x1874669421946624/t0(0) o19->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 336/344 e 0 to 0 dl 0 ref 2 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826255.358323:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421946496:192.168.203.149@tcp:8:lfs.0 00000100:00100000:0.0:1787826255.358892:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.362570:0:55357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421946624:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826255.362648:0:55357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421946752:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826255.362723:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.375085:0:55357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421946752:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826255.375146:0:55357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421946880:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826255.375228:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.382111:0:55357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421946880:192.168.203.149@tcp:48:lfs.0 00000080:00200008:0.0:1787826255.382175:0:55357:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:0.0:1787826255.382540:0:55357:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826255.382547:0:55357:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826255.382567:0:55357:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826255.382584:0:55357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:0.0:1787826255.382753:0:55357:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00200000:0.0:1787826255.382819:0:55357:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826255.382827:0:55357:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826255.382830:0:55357:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826255.382837:0:55357:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2f1fcb8 00010000:00010000:0.0:1787826255.382841:0:55357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:0.0:1787826255.383009:0:55357:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00000080:00200000:0.0:1787826255.383052:0:55357:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826255.383062:0:55357:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826255.383070:0:55357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00010000:00010000:0.0:1787826255.383079:0:55357:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00000080:00200000:0.0:1787826255.383097:0:55357:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826255.383102:0:55357:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826255.383105:0:55357:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826255.383110:0:55357:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc2f1fbb0 00010000:00010000:0.0:1787826255.383114:0:55357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00010000:00010000:0.0:1787826255.383123:0:55357:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 0 00000080:00200000:0.0:1787826255.383133:0:55357:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:0.0:1787826255.383139:0:55357:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:0.0:1787826255.383152:0:55357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=19d1cf0 00000100:00100000:0.0:1787826255.383196:0:55357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421947008:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826255.383266:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.388097:0:55357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421947008:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826255.388169:0:55357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421947136:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826255.388247:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.399434:0:55357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421947136:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826255.399508:0:55357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421947264:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826255.399584:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.402790:0:55357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421947264:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826255.402901:0:55357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421947392:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826255.402996:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.409072:0:55357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421947392:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826255.409132:0:55357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421947520:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826255.409212:0:55357:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.412211:0:55357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55357:1874669421947520:192.168.203.149@tcp:48:lfs.0 00000080:00200008:0.0:1787826255.412257:0:55357:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000100:00100000:2.0:1787826255.469475:0:55361:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f1017fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826255.481392:0:55361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55361:1874669421947904:192.168.203.149@tcp:101:dd.0 00010000:00010000:2.0:1787826255.481426:0:55361:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.481449:0:55361:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.481458:0:55361:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.481470:0:55361:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.481480:0:55361:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.481505:0:55361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.481514:0:55361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.481521:0:55361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826255.481538:0:55361:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f08da8b40 x1874669421947904/t4294967539(4294967539) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826271 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787826255.481551:0:55361:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f08da8b40 x1874669421947904/t4294967539(4294967539) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826271 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826255.481563:0:55361:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826255.481576:0:55361:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.481586:0:55361:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/46 (0 0) 00000080:00200000:2.0:1787826255.481592:0:55361:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x2b:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826255.481605:0:55361:0:(namei.c:1628:ll_create_it()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), intent=open|creat 00000080:00200000:2.0:1787826255.481662:0:55361:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2e:0x0](ffff8a4f095b7448) 00000080:00200000:2.0:1787826255.481775:0:55361:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2e:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787826255.481782:0:55361:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2e:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826255.481786:0:55361:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2e:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d04e 00000080:00010000:2.0:1787826255.481798:0:55361:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2e:0x0](ffff8a4f095b7448) 00000080:00200008:2.0:1787826255.481814:0:55361:0:(file.c:1090:ll_file_open()) START file f21.sanity-sec:[0x200000402:0x2e:0x0](ffff8a4f095b7448), flags 4111101 00000002:00100000:2.0:1787826255.481836:0:55361:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f08da8b40 x1874669421947904/t4294967539(4294967539) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826271 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1787826255.481929:0:55361:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d04e from it ffff8a4f11b9d5a0 00010000:00010000:2.0:1787826255.481936:0:55361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.481950:0:55361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d04e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4d20 expref: -99 pid: 55361 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826255.481973:0:55361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2e:0x0](ffff8a4f095b7448), inode mode 81a4 mask 40 00000080:00200008:2.0:1787826255.483947:0:55361:0:(file.c:2652:do_file_write_iter()) START file f21.sanity-sec:[0x200000402:0x2e:0x0], ppos: 0, count: 1048576 00000080:00200000:2.0:1787826255.483964:0:55361:0:(file.c:2090:ll_file_io_generic()) f21.sanity-sec: write ppos: 0, bytes: 1048576 00000080:00200000:2.0:1787826255.483969:0:55361:0:(file.c:1848:ll_io_set_mirror()) f21.sanity-sec: desiginated mirror: 0 00000020:00200000:2.0:1787826255.483977:0:55361:0:(cl_io.c:218:cl_io_rw_init()) header@0000000086ff302e[0x110, 1, [0x200000402:0x2e:0x0] hash] 00000020:00200000:2.0:1787826255.483979:0:55361:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 1048576) 0 0 00000080:00200000:2.0:1787826255.483984:0:55361:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826255.484000:0:55361:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:2.0:1787826255.484009:0:55361:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:2.0:1787826255.484013:0:55361:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826255.484059:0:55361:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:2.0:1787826255.484074:0:55361:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826255.484080:0:55361:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f124a52b0, osc lock ffff8a4f03e7fc08, flags 0x0 00010000:00010000:2.0:1787826255.484139:0:55361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.484152:0:55361:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.484163:0:55361:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826255.484185:0:55361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55361:1874669421948032:192.168.203.149@tcp:101:dd.0 00000100:00100000:2.0:1787826255.489644:0:55361:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826255.501572:0:55361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55361:1874669421948032:192.168.203.149@tcp:101:dd.0 00010000:00010000:2.0:1787826255.501600:0:55361:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.501620:0:55361:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.501632:0:55361:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.501645:0:55361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.501657:0:55361:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.501669:0:55361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826255.501677:0:55361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.501714:0:55361:0:(vvp_io.c:1332:vvp_io_write_start()) f21.sanity-sec: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:2.0:1787826255.501732:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.501922:0:55361:0:(rw26.c:875:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:2.0:1787826255.501932:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006264f179[3 00000000e316190c 2 1 00000000e898aea7 0 0 0] 00000080:00200000:2.0:1787826255.501936:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000288e4d55 17ffffc0001001 3:0 ffff8a4f069acae0 0 lru 00000080:00200000:2.0:1787826255.501943:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000006bee1c0f 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.501946:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006264f179 00000080:00200000:2.0:1787826255.501947:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787826255.501951:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.501973:0:55361:0:(rw26.c:875:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:2.0:1787826255.501978:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000cb084e97[3 00000000e316190c 2 1 00000000e898aea7 0 0 1] 00000080:00200000:2.0:1787826255.501980:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000052762c31 17ffffc0001001 3:0 ffff8a4f069acbc8 1 lru 00000080:00200000:2.0:1787826255.501985:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000adf4964f 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.501987:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000cb084e97 00000080:00200000:2.0:1787826255.501988:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1787826255.501990:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502006:0:55361:0:(rw26.c:875:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502009:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009329d237[3 00000000e316190c 2 1 00000000e898aea7 0 0 2] 00000080:00200000:2.0:1787826255.502012:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000b9b3f512 17ffffc0001001 3:0 ffff8a4f069ac1d0 2 lru 00000080:00200000:2.0:1787826255.502017:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000cc3e2831 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502019:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009329d237 00000080:00200000:2.0:1787826255.502020:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1787826255.502022:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502035:0:55361:0:(rw26.c:875:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502039:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002539955b[3 00000000e316190c 2 1 00000000e898aea7 0 0 3] 00000080:00200000:2.0:1787826255.502042:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000000e47700f 17ffffc0001001 3:0 ffff8a4f069ac9f8 3 lru 00000080:00200000:2.0:1787826255.502047:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ea7809e6 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502049:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002539955b 00000080:00200000:2.0:1787826255.502050:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1787826255.502052:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502065:0:55361:0:(rw26.c:875:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502069:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000066575e48[3 00000000e316190c 2 1 00000000e898aea7 0 0 4] 00000080:00200000:2.0:1787826255.502071:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000438968c8 17ffffc0001001 3:0 ffff8a4f069ac570 4 lru 00000080:00200000:2.0:1787826255.502075:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000002495b516 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502077:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000066575e48 00000080:00200000:2.0:1787826255.502078:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1787826255.502080:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502092:0:55361:0:(rw26.c:875:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502096:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002b70da97[3 00000000e316190c 2 1 00000000e898aea7 0 0 5] 00000080:00200000:2.0:1787826255.502098:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f67cfc56 17ffffc0001001 3:0 ffff8a4f069ac0e8 5 lru 00000080:00200000:2.0:1787826255.502103:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004b730241 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502105:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002b70da97 00000080:00200000:2.0:1787826255.502106:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1787826255.502108:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502120:0:55361:0:(rw26.c:875:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502124:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000b5d2650f[3 00000000e316190c 2 1 00000000e898aea7 0 0 6] 00000080:00200000:2.0:1787826255.502127:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000065cb3e4b 17ffffc0001001 3:0 ffff8a4f069ac3a0 6 lru 00000080:00200000:2.0:1787826255.502131:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000006a934cd6 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502133:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000b5d2650f 00000080:00200000:2.0:1787826255.502134:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1787826255.502136:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502150:0:55361:0:(rw26.c:875:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502155:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000055afde1b[3 00000000e316190c 2 1 00000000e898aea7 0 0 7] 00000080:00200000:2.0:1787826255.502157:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000002f122bb 17ffffc0001001 3:0 ffff8a4f069ac2b8 7 lru 00000080:00200000:2.0:1787826255.502162:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000007defbfc4 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502164:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000055afde1b 00000080:00200000:2.0:1787826255.502165:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1787826255.502167:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502181:0:55361:0:(rw26.c:875:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502185:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000cf7105fc[3 00000000e316190c 2 1 00000000e898aea7 0 0 8] 00000080:00200000:2.0:1787826255.502187:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000048a21eaf 17ffffc0001001 3:0 ffff8a4f069ac740 8 lru 00000080:00200000:2.0:1787826255.502192:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000f042d803 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502194:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000cf7105fc 00000080:00200000:2.0:1787826255.502195:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1787826255.502197:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502211:0:55361:0:(rw26.c:875:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502215:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000058d379e[3 00000000e316190c 2 1 00000000e898aea7 0 0 9] 00000080:00200000:2.0:1787826255.502218:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000024989dc6 17ffffc0001001 3:0 ffff8a4f069ac828 9 lru 00000080:00200000:2.0:1787826255.502222:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000020e9c5c2 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502224:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000058d379e 00000080:00200000:2.0:1787826255.502225:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1787826255.502227:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502238:0:55361:0:(rw26.c:875:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502242:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006dba53c0[3 00000000e316190c 2 1 00000000e898aea7 0 0 10] 00000080:00200000:2.0:1787826255.502245:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000af8b39f5 17ffffc0001001 3:0 ffff8a4f069ace80 10 lru 00000080:00200000:2.0:1787826255.502250:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000009d7945a6 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502252:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006dba53c0 00000080:00200000:2.0:1787826255.502253:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1787826255.502255:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502266:0:55361:0:(rw26.c:875:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502269:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006ee024b2[3 00000000e316190c 2 1 00000000e898aea7 0 0 11] 00000080:00200000:2.0:1787826255.502271:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000c4cb6b61 17ffffc0001001 3:0 ffff8a4f069ac000 11 lru 00000080:00200000:2.0:1787826255.502276:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000002259bc09 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502278:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006ee024b2 00000080:00200000:2.0:1787826255.502279:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1787826255.502280:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502299:0:55361:0:(rw26.c:875:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502303:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009d778df9[3 00000000e316190c 2 1 00000000e898aea7 0 0 12] 00000080:00200000:2.0:1787826255.502305:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000009194d5c1 17ffffc0001021 2:0 ffff8a4f069ac910 12 lru 00000080:00200000:2.0:1787826255.502309:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000820cc614 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502311:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009d778df9 00000080:00200000:2.0:1787826255.502312:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1787826255.502313:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502326:0:55361:0:(rw26.c:875:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502329:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d6585579[3 00000000e316190c 2 1 00000000e898aea7 0 0 13] 00000080:00200000:2.0:1787826255.502332:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000daca0f4b 17ffffc0001001 3:0 ffff8a4f069ac488 13 lru 00000080:00200000:2.0:1787826255.502336:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000dcf94c38 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502338:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d6585579 00000080:00200000:2.0:1787826255.502339:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1787826255.502497:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502516:0:55361:0:(rw26.c:875:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502521:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ff4eec92[3 00000000e316190c 2 1 00000000e898aea7 0 0 14] 00000080:00200000:2.0:1787826255.502523:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000cb636205 17ffffc0001001 3:0 ffff8a4f069accb0 14 lru 00000080:00200000:2.0:1787826255.502528:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000055cac240 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502531:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ff4eec92 00000080:00200000:2.0:1787826255.502532:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1787826255.502533:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502546:0:55361:0:(rw26.c:875:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502550:0:55361:0:(rw26.c:933:ll_write_end()) page@000000000ecf9dcc[3 00000000e316190c 2 1 00000000e898aea7 0 0 15] 00000080:00200000:2.0:1787826255.502552:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000005c6bb081 17ffffc0001001 3:0 ffff8a4f069acd98 15 lru 00000080:00200000:2.0:1787826255.502558:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000d619789c 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502559:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000000ecf9dcc 00000080:00200000:2.0:1787826255.502561:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1787826255.502562:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502576:0:55361:0:(rw26.c:875:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502580:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000cfc31608[3 00000000e316190c 2 1 00000000e898aea7 0 0 16] 00000080:00200000:2.0:1787826255.502582:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000031a82089 17ffffc0001001 3:0 ffff8a4f069ac658 16 lru 00000080:00200000:2.0:1787826255.502587:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000eef28349 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502589:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000cfc31608 00000080:00200000:2.0:1787826255.502590:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1787826255.502592:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502607:0:55361:0:(rw26.c:875:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502611:0:55361:0:(rw26.c:933:ll_write_end()) page@000000000dfbee3f[3 00000000e316190c 2 1 00000000e898aea7 0 0 17] 00000080:00200000:2.0:1787826255.502614:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000005f9596a4 17ffffc0001001 3:0 ffff8a4f1a3820e8 17 lru 00000080:00200000:2.0:1787826255.502619:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000e55bc9f1 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502621:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000000dfbee3f 00000080:00200000:2.0:1787826255.502622:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1787826255.502624:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502638:0:55361:0:(rw26.c:875:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502642:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000004e02f7f[3 00000000e316190c 2 1 00000000e898aea7 0 0 18] 00000080:00200000:2.0:1787826255.502645:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000059d915df 17ffffc0001001 3:0 ffff8a4f1a382ae0 18 lru 00000080:00200000:2.0:1787826255.502650:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000001c25c865 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502653:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000004e02f7f 00000080:00200000:2.0:1787826255.502654:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1787826255.502655:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502669:0:55361:0:(rw26.c:875:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502674:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000a6b59068[3 00000000e316190c 2 1 00000000e898aea7 0 0 19] 00000080:00200000:2.0:1787826255.502676:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000007e0ef9ce 17ffffc0001001 3:0 ffff8a4f1a382bc8 19 lru 00000080:00200000:2.0:1787826255.502682:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000a6500dc1 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502684:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000a6b59068 00000080:00200000:2.0:1787826255.502685:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1787826255.502687:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 20 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502701:0:55361:0:(rw26.c:875:ll_write_end()) pos 81920, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502918:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000869a9b21[3 00000000e316190c 2 1 00000000e898aea7 0 0 20] 00000080:00200000:2.0:1787826255.502920:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000b3ba27ad 17ffffc0001001 3:0 ffff8a4f1a3821d0 20 lru 00000080:00200000:2.0:1787826255.502925:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000a430a953 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502927:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000869a9b21 00000080:00200000:2.0:1787826255.502928:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1787826255.502930:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 21 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502947:0:55361:0:(rw26.c:875:ll_write_end()) pos 86016, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502951:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000082912203[3 00000000e316190c 2 1 00000000e898aea7 0 0 21] 00000080:00200000:2.0:1787826255.502953:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000ce18d642 17ffffc0001001 3:0 ffff8a4f1a3829f8 21 lru 00000080:00200000:2.0:1787826255.502958:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000001a4fffc5 21: 1< 0 - - > 2< 86016 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502960:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000082912203 00000080:00200000:2.0:1787826255.502960:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1787826255.502962:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 22 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.502974:0:55361:0:(rw26.c:875:ll_write_end()) pos 90112, len 4096, copied 4096 00000080:00200000:2.0:1787826255.502978:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000060c6973d[3 00000000e316190c 2 1 00000000e898aea7 0 0 22] 00000080:00200000:2.0:1787826255.502981:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a1d22e94 17ffffc0001001 3:0 ffff8a4f1a382570 22 lru 00000080:00200000:2.0:1787826255.502985:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000096818612 22: 1< 0 - - > 2< 90112 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.502987:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000060c6973d 00000080:00200000:2.0:1787826255.502988:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1787826255.502990:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 23 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503004:0:55361:0:(rw26.c:875:ll_write_end()) pos 94208, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503008:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c0b5d556[3 00000000e316190c 2 1 00000000e898aea7 0 0 23] 00000080:00200000:2.0:1787826255.503010:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000005171138e 17ffffc0001001 3:0 ffff8a4f1a382658 23 lru 00000080:00200000:2.0:1787826255.503015:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000f26f9aed 23: 1< 0 - - > 2< 94208 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503017:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c0b5d556 00000080:00200000:2.0:1787826255.503018:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1787826255.503020:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 24 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503047:0:55361:0:(rw26.c:875:ll_write_end()) pos 98304, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503052:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000423597d6[3 00000000e316190c 2 1 00000000e898aea7 0 0 24] 00000080:00200000:2.0:1787826255.503054:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000cd244d1a 17ffffc0001001 3:0 ffff8a4f1a382d98 24 lru 00000080:00200000:2.0:1787826255.503059:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000007192a640 24: 1< 0 - - > 2< 98304 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503060:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000423597d6 00000080:00200000:2.0:1787826255.503061:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1787826255.503063:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 25 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503075:0:55361:0:(rw26.c:875:ll_write_end()) pos 102400, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503079:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000808105b8[3 00000000e316190c 2 1 00000000e898aea7 0 0 25] 00000080:00200000:2.0:1787826255.503081:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000022c43f90 17ffffc0001001 3:0 ffff8a4f1a382cb0 25 lru 00000080:00200000:2.0:1787826255.503086:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000008227e4ca 25: 1< 0 - - > 2< 102400 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503088:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000808105b8 00000080:00200000:2.0:1787826255.503089:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1787826255.503091:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 26 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503101:0:55361:0:(rw26.c:875:ll_write_end()) pos 106496, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503104:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000620813ca[3 00000000e316190c 2 1 00000000e898aea7 0 0 26] 00000080:00200000:2.0:1787826255.503107:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000062a9872 17ffffc0001001 3:0 ffff8a4f1a382488 26 lru 00000080:00200000:2.0:1787826255.503112:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000c7044b2c 26: 1< 0 - - > 2< 106496 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503113:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000620813ca 00000080:00200000:2.0:1787826255.503115:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1787826255.503116:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 27 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503132:0:55361:0:(rw26.c:875:ll_write_end()) pos 110592, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503136:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f88f8376[3 00000000e316190c 2 1 00000000e898aea7 0 0 27] 00000080:00200000:2.0:1787826255.503139:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000214e0451 17ffffc0001021 2:0 ffff8a4f1a382910 27 lru 00000080:00200000:2.0:1787826255.503144:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004f3d90c4 27: 1< 0 - - > 2< 110592 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503146:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f88f8376 00000080:00200000:2.0:1787826255.503147:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1787826255.503149:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 28 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503161:0:55361:0:(rw26.c:875:ll_write_end()) pos 114688, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503165:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000032bc0c2e[3 00000000e316190c 2 1 00000000e898aea7 0 0 28] 00000080:00200000:2.0:1787826255.503168:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000268298a4 17ffffc0001001 3:0 ffff8a4f1a382000 28 lru 00000080:00200000:2.0:1787826255.503173:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000031b38d4e 28: 1< 0 - - > 2< 114688 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503175:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000032bc0c2e 00000080:00200000:2.0:1787826255.503176:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1787826255.503177:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 29 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503190:0:55361:0:(rw26.c:875:ll_write_end()) pos 118784, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503194:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000466c32ee[3 00000000e316190c 2 1 00000000e898aea7 0 0 29] 00000080:00200000:2.0:1787826255.503197:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000060a21add 17ffffc0001001 3:0 ffff8a4f1a382e80 29 lru 00000080:00200000:2.0:1787826255.503202:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b20b9a77 29: 1< 0 - - > 2< 118784 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503204:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000466c32ee 00000080:00200000:2.0:1787826255.503205:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1787826255.503207:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 30 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503220:0:55361:0:(rw26.c:875:ll_write_end()) pos 122880, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503223:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002d10bdd0[3 00000000e316190c 2 1 00000000e898aea7 0 0 30] 00000080:00200000:2.0:1787826255.503226:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000745ba277 17ffffc0001001 3:0 ffff8a4f1a382828 30 lru 00000080:00200000:2.0:1787826255.503232:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000c7f4ea51 30: 1< 0 - - > 2< 122880 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503234:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002d10bdd0 00000080:00200000:2.0:1787826255.503235:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1787826255.503236:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 31 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503247:0:55361:0:(rw26.c:875:ll_write_end()) pos 126976, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503251:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000e045d2ac[3 00000000e316190c 2 1 00000000e898aea7 0 0 31] 00000080:00200000:2.0:1787826255.503254:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000004e4dec3c 17ffffc0001001 3:0 ffff8a4f1a382740 31 lru 00000080:00200000:2.0:1787826255.503259:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000001dd0abac 31: 1< 0 - - > 2< 126976 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503261:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000e045d2ac 00000080:00200000:2.0:1787826255.503262:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1787826255.503263:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 32 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503274:0:55361:0:(rw26.c:875:ll_write_end()) pos 131072, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503278:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000515f1ac3[3 00000000e316190c 2 1 00000000e898aea7 0 0 32] 00000080:00200000:2.0:1787826255.503280:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000001543ce44 17ffffc0001001 3:0 ffff8a4f1a3822b8 32 lru 00000080:00200000:2.0:1787826255.503285:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000d6d4989b 32: 1< 0 - - > 2< 131072 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503287:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000515f1ac3 00000080:00200000:2.0:1787826255.503288:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1787826255.503289:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 33 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503299:0:55361:0:(rw26.c:875:ll_write_end()) pos 135168, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503303:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006cea1dc0[3 00000000e316190c 2 1 00000000e898aea7 0 0 33] 00000080:00200000:2.0:1787826255.503306:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000086e8962d 17ffffc0001001 3:0 ffff8a4f1a3823a0 33 lru 00000080:00200000:2.0:1787826255.503311:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ecaf7088 33: 1< 0 - - > 2< 135168 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503312:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006cea1dc0 00000080:00200000:2.0:1787826255.503313:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1787826255.503315:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 34 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.503331:0:55361:0:(rw26.c:875:ll_write_end()) pos 139264, len 4096, copied 4096 00000080:00200000:2.0:1787826255.503335:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000054eda56d[3 00000000e316190c 2 1 00000000e898aea7 0 0 34] 00000080:00200000:2.0:1787826255.503337:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000c27fc0ed 17ffffc0001001 3:0 ffff8a4f08c2fbc8 34 lru 00000080:00200000:2.0:1787826255.503973:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000aab6c197 34: 1< 0 - - > 2< 139264 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.503978:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000054eda56d 00000080:00200000:2.0:1787826255.503979:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1787826255.503983:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 35 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504004:0:55361:0:(rw26.c:875:ll_write_end()) pos 143360, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504010:0:55361:0:(rw26.c:933:ll_write_end()) page@000000008ba2abc3[3 00000000e316190c 2 1 00000000e898aea7 0 0 35] 00000080:00200000:2.0:1787826255.504012:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000d229f9bb 17ffffc0001001 3:0 ffff8a4f08c2f1d0 35 lru 00000080:00200000:2.0:1787826255.504017:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000006455a1a6 35: 1< 0 - - > 2< 143360 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504019:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000008ba2abc3 00000080:00200000:2.0:1787826255.504020:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1787826255.504021:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 36 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504035:0:55361:0:(rw26.c:875:ll_write_end()) pos 147456, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504039:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002a8507c9[3 00000000e316190c 2 1 00000000e898aea7 0 0 36] 00000080:00200000:2.0:1787826255.504042:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000008a6f58bf 17ffffc0001001 3:0 ffff8a4f08c2f9f8 36 lru 00000080:00200000:2.0:1787826255.504047:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000086edc8d2 36: 1< 0 - - > 2< 147456 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504049:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002a8507c9 00000080:00200000:2.0:1787826255.504050:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1787826255.504051:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 37 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504064:0:55361:0:(rw26.c:875:ll_write_end()) pos 151552, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504067:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ff7ad7fd[3 00000000e316190c 2 1 00000000e898aea7 0 0 37] 00000080:00200000:2.0:1787826255.504070:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000007384557a 17ffffc0001001 3:0 ffff8a4f08c2f570 37 lru 00000080:00200000:2.0:1787826255.504074:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000039c112e3 37: 1< 0 - - > 2< 151552 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504076:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ff7ad7fd 00000080:00200000:2.0:1787826255.504077:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1787826255.504078:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 38 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504088:0:55361:0:(rw26.c:875:ll_write_end()) pos 155648, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504091:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ff465d91[3 00000000e316190c 2 1 00000000e898aea7 0 0 38] 00000080:00200000:2.0:1787826255.504094:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000e5859239 17ffffc0001001 3:0 ffff8a4f08c2f658 38 lru 00000080:00200000:2.0:1787826255.504098:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000006b0c89c4 38: 1< 0 - - > 2< 155648 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504100:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ff465d91 00000080:00200000:2.0:1787826255.504101:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1787826255.504102:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 39 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504113:0:55361:0:(rw26.c:875:ll_write_end()) pos 159744, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504117:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000b1a68825[3 00000000e316190c 2 1 00000000e898aea7 0 0 39] 00000080:00200000:2.0:1787826255.504119:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000006dd92f6f 17ffffc0001001 3:0 ffff8a4f08c2fd98 39 lru 00000080:00200000:2.0:1787826255.504123:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf20e940 39: 1< 0 - - > 2< 159744 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504125:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000b1a68825 00000080:00200000:2.0:1787826255.504126:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1787826255.504128:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 40 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504139:0:55361:0:(rw26.c:875:ll_write_end()) pos 163840, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504142:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000023491972[3 00000000e316190c 2 1 00000000e898aea7 0 0 40] 00000080:00200000:2.0:1787826255.504144:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000c84a3cdd 17ffffc0001001 3:0 ffff8a4f08c2fcb0 40 lru 00000080:00200000:2.0:1787826255.504149:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000006a8dfc6f 40: 1< 0 - - > 2< 163840 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504151:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000023491972 00000080:00200000:2.0:1787826255.504152:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1787826255.504153:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 41 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504165:0:55361:0:(rw26.c:875:ll_write_end()) pos 167936, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504169:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f0aa6c9d[3 00000000e316190c 2 1 00000000e898aea7 0 0 41] 00000080:00200000:2.0:1787826255.504171:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000003a7c56bf 17ffffc0001001 3:0 ffff8a4f08c2f488 41 lru 00000080:00200000:2.0:1787826255.504175:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000097f5ca1a 41: 1< 0 - - > 2< 167936 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504177:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f0aa6c9d 00000080:00200000:2.0:1787826255.504178:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1787826255.504180:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 42 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504196:0:55361:0:(rw26.c:875:ll_write_end()) pos 172032, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504200:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c491dcba[3 00000000e316190c 2 1 00000000e898aea7 0 0 42] 00000080:00200000:2.0:1787826255.504202:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000069ccbe55 17ffffc0001021 2:0 ffff8a4f08c2f910 42 lru 00000080:00200000:2.0:1787826255.504207:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000095fc0d47 42: 1< 0 - - > 2< 172032 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504208:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c491dcba 00000080:00200000:2.0:1787826255.504209:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1787826255.504211:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 43 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504224:0:55361:0:(rw26.c:875:ll_write_end()) pos 176128, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504228:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000089099dca[3 00000000e316190c 2 1 00000000e898aea7 0 0 43] 00000080:00200000:2.0:1787826255.504230:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000004f020149 17ffffc0001001 3:0 ffff8a4f08c2f000 43 lru 00000080:00200000:2.0:1787826255.504234:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000c4d57319 43: 1< 0 - - > 2< 176128 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504236:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000089099dca 00000080:00200000:2.0:1787826255.504237:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1787826255.504238:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 44 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504252:0:55361:0:(rw26.c:875:ll_write_end()) pos 180224, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504256:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ccfb1ffe[3 00000000e316190c 2 1 00000000e898aea7 0 0 44] 00000080:00200000:2.0:1787826255.504258:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000006daf33ba 17ffffc0001001 3:0 ffff8a4f08c2fe80 44 lru 00000080:00200000:2.0:1787826255.504263:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000a80a85cc 44: 1< 0 - - > 2< 180224 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504265:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ccfb1ffe 00000080:00200000:2.0:1787826255.504266:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1787826255.504267:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 45 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504277:0:55361:0:(rw26.c:875:ll_write_end()) pos 184320, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504280:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000645f99dd[3 00000000e316190c 2 1 00000000e898aea7 0 0 45] 00000080:00200000:2.0:1787826255.504283:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000afc9dcf0 17ffffc0001001 3:0 ffff8a4f08c2f828 45 lru 00000080:00200000:2.0:1787826255.504288:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000001e8b4841 45: 1< 0 - - > 2< 184320 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504290:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000645f99dd 00000080:00200000:2.0:1787826255.504291:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1787826255.504293:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 46 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504302:0:55361:0:(rw26.c:875:ll_write_end()) pos 188416, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504305:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000629987ce[3 00000000e316190c 2 1 00000000e898aea7 0 0 46] 00000080:00200000:2.0:1787826255.504308:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000387009c3 17ffffc0001001 3:0 ffff8a4f08c2f740 46 lru 00000080:00200000:2.0:1787826255.504312:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b0498cba 46: 1< 0 - - > 2< 188416 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504314:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000629987ce 00000080:00200000:2.0:1787826255.504315:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1787826255.504317:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 47 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504326:0:55361:0:(rw26.c:875:ll_write_end()) pos 192512, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504329:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d49e402a[3 00000000e316190c 2 1 00000000e898aea7 0 0 47] 00000080:00200000:2.0:1787826255.504332:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000069248b8b 17ffffc0001001 3:0 ffff8a4f08c2f2b8 47 lru 00000080:00200000:2.0:1787826255.504336:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000de846781 47: 1< 0 - - > 2< 192512 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504338:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d49e402a 00000080:00200000:2.0:1787826255.504339:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1787826255.504351:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 48 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.504364:0:55361:0:(rw26.c:875:ll_write_end()) pos 196608, len 4096, copied 4096 00000080:00200000:2.0:1787826255.504368:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000088e19059[3 00000000e316190c 2 1 00000000e898aea7 0 0 48] 00000080:00200000:2.0:1787826255.504370:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000011e777a3 17ffffc0001001 3:0 ffff8a4f08c2f3a0 48 lru 00000080:00200000:2.0:1787826255.504375:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000a464e1a2 48: 1< 0 - - > 2< 196608 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.504377:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000088e19059 00000080:00200000:2.0:1787826255.504378:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1787826255.504379:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 49 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.505063:0:55361:0:(rw26.c:875:ll_write_end()) pos 200704, len 4096, copied 4096 00000080:00200000:2.0:1787826255.505068:0:55361:0:(rw26.c:933:ll_write_end()) page@000000008f462bc5[3 00000000e316190c 2 1 00000000e898aea7 0 0 49] 00000080:00200000:2.0:1787826255.505071:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000099f9c088 17ffffc0001001 3:0 ffff8a4f08c2f0e8 49 lru 00000080:00200000:2.0:1787826255.505077:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000006adf9036 49: 1< 0 - - > 2< 200704 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.505079:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000008f462bc5 00000080:00200000:2.0:1787826255.505080:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1787826255.505082:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 50 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.505094:0:55361:0:(rw26.c:875:ll_write_end()) pos 204800, len 4096, copied 4096 00000080:00200000:2.0:1787826255.505098:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009e19445f[3 00000000e316190c 2 1 00000000e898aea7 0 0 50] 00000080:00200000:2.0:1787826255.505101:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000004162ab0a 17ffffc0001001 3:0 ffff8a4f08c2fae0 50 lru 00000080:00200000:2.0:1787826255.505106:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000003f5529df 50: 1< 0 - - > 2< 204800 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.505108:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009e19445f 00000080:00200000:2.0:1787826255.505109:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1787826255.505111:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 51 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.505125:0:55361:0:(rw26.c:875:ll_write_end()) pos 208896, len 4096, copied 4096 00000080:00200000:2.0:1787826255.505129:0:55361:0:(rw26.c:933:ll_write_end()) page@000000000620cad1[3 00000000e316190c 2 1 00000000e898aea7 0 0 51] 00000080:00200000:2.0:1787826255.505132:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000003df0f938 17ffffc0001001 3:0 ffff8a4f1a26dd98 51 lru 00000080:00200000:2.0:1787826255.505137:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000393fc86a 51: 1< 0 - - > 2< 208896 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.505139:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000000620cad1 00000080:00200000:2.0:1787826255.505140:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1787826255.505142:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 52 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.505152:0:55361:0:(rw26.c:875:ll_write_end()) pos 212992, len 4096, copied 4096 00000080:00200000:2.0:1787826255.505156:0:55361:0:(rw26.c:933:ll_write_end()) page@000000008027dfab[3 00000000e316190c 2 1 00000000e898aea7 0 0 52] 00000080:00200000:2.0:1787826255.505159:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000e15a4687 17ffffc0001001 3:0 ffff8a4f1a26dcb0 52 lru 00000080:00200000:2.0:1787826255.505164:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b0bc3857 52: 1< 0 - - > 2< 212992 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.505166:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000008027dfab 00000080:00200000:2.0:1787826255.505167:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1787826255.505168:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 53 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.505181:0:55361:0:(rw26.c:875:ll_write_end()) pos 217088, len 4096, copied 4096 00000080:00200000:2.0:1787826255.505185:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000083491775[3 00000000e316190c 2 1 00000000e898aea7 0 0 53] 00000080:00200000:2.0:1787826255.505188:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000005549548 17ffffc0001001 3:0 ffff8a4f1a26d488 53 lru 00000080:00200000:2.0:1787826255.505193:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000383258cd 53: 1< 0 - - > 2< 217088 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.505195:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000083491775 00000080:00200000:2.0:1787826255.505196:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1787826255.505198:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 54 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.505211:0:55361:0:(rw26.c:875:ll_write_end()) pos 221184, len 4096, copied 4096 00000080:00200000:2.0:1787826255.505215:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ed27c662[3 00000000e316190c 2 1 00000000e898aea7 0 0 54] 00000080:00200000:2.0:1787826255.505218:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000d302c7df 17ffffc0001001 3:0 ffff8a4f1a26d910 54 lru 00000080:00200000:2.0:1787826255.505223:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000c478b543 54: 1< 0 - - > 2< 221184 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.505225:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ed27c662 00000080:00200000:2.0:1787826255.505227:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1787826255.505228:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 55 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.505239:0:55361:0:(rw26.c:875:ll_write_end()) pos 225280, len 4096, copied 4096 00000080:00200000:2.0:1787826255.505242:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000069a2f957[3 00000000e316190c 2 1 00000000e898aea7 0 0 55] 00000080:00200000:2.0:1787826255.505244:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000002c6d5db7 17ffffc0001001 3:0 ffff8a4f1a26d000 55 lru 00000080:00200000:2.0:1787826255.505248:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004f995fa9 55: 1< 0 - - > 2< 225280 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.505250:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000069a2f957 00000080:00200000:2.0:1787826255.505251:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1787826255.505253:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 56 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.505264:0:55361:0:(rw26.c:875:ll_write_end()) pos 229376, len 4096, copied 4096 00000080:00200000:2.0:1787826255.505268:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000b3154ab9[3 00000000e316190c 2 1 00000000e898aea7 0 0 56] 00000080:00200000:2.0:1787826255.505270:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000036a54017 17ffffc0001001 3:0 ffff8a4f1a26de80 56 lru 00000080:00200000:2.0:1787826255.505274:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000aeb6c2bf 56: 1< 0 - - > 2< 229376 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.505276:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000b3154ab9 00000080:00200000:2.0:1787826255.505277:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1787826255.505278:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 57 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.505295:0:55361:0:(rw26.c:875:ll_write_end()) pos 233472, len 4096, copied 4096 00000080:00200000:2.0:1787826255.505299:0:55361:0:(rw26.c:933:ll_write_end()) page@000000001c8dd085[3 00000000e316190c 2 1 00000000e898aea7 0 0 57] 00000080:00200000:2.0:1787826255.505301:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000013d7a3b0 17ffffc0001021 2:0 ffff8a4f1a26d828 57 lru 00000080:00200000:2.0:1787826255.505307:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000275c8d40 57: 1< 0 - - > 2< 233472 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.505309:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000001c8dd085 00000080:00200000:2.0:1787826255.505310:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1787826255.505311:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 58 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.505326:0:55361:0:(rw26.c:875:ll_write_end()) pos 237568, len 4096, copied 4096 00000080:00200000:2.0:1787826255.505330:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000003213193[3 00000000e316190c 2 1 00000000e898aea7 0 0 58] 00000080:00200000:2.0:1787826255.505333:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000fba4adf9 17ffffc0001001 3:0 ffff8a4f1a26d740 58 lru 00000080:00200000:2.0:1787826255.505337:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000a219468d 58: 1< 0 - - > 2< 237568 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506172:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000003213193 00000080:00200000:2.0:1787826255.506174:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1787826255.506178:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 59 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506206:0:55361:0:(rw26.c:875:ll_write_end()) pos 241664, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506213:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f8dcf902[3 00000000e316190c 2 1 00000000e898aea7 0 0 59] 00000080:00200000:2.0:1787826255.506215:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f525f279 17ffffc0001001 3:0 ffff8a4f1a26d2b8 59 lru 00000080:00200000:2.0:1787826255.506222:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000054081d72 59: 1< 0 - - > 2< 241664 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506224:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f8dcf902 00000080:00200000:2.0:1787826255.506225:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1787826255.506227:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 60 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506242:0:55361:0:(rw26.c:875:ll_write_end()) pos 245760, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506246:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000092b7b717[3 00000000e316190c 2 1 00000000e898aea7 0 0 60] 00000080:00200000:2.0:1787826255.506248:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000093db9b71 17ffffc0001001 3:0 ffff8a4f1a26d3a0 60 lru 00000080:00200000:2.0:1787826255.506253:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000006c29fa8e 60: 1< 0 - - > 2< 245760 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506255:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000092b7b717 00000080:00200000:2.0:1787826255.506256:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1787826255.506258:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 61 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506271:0:55361:0:(rw26.c:875:ll_write_end()) pos 249856, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506275:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000e744cc54[3 00000000e316190c 2 1 00000000e898aea7 0 0 61] 00000080:00200000:2.0:1787826255.506278:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0ff8878 17ffffc0001001 3:0 ffff8a4f1a26d0e8 61 lru 00000080:00200000:2.0:1787826255.506283:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000850aaac3 61: 1< 0 - - > 2< 249856 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506285:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000e744cc54 00000080:00200000:2.0:1787826255.506286:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1787826255.506287:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 62 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506301:0:55361:0:(rw26.c:875:ll_write_end()) pos 253952, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506305:0:55361:0:(rw26.c:933:ll_write_end()) page@000000005ffd8d56[3 00000000e316190c 2 1 00000000e898aea7 0 0 62] 00000080:00200000:2.0:1787826255.506308:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000004ad2b7c1 17ffffc0001001 3:0 ffff8a4f1a26dae0 62 lru 00000080:00200000:2.0:1787826255.506312:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000003b8b161d 62: 1< 0 - - > 2< 253952 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506314:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000005ffd8d56 00000080:00200000:2.0:1787826255.506315:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1787826255.506317:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 63 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506329:0:55361:0:(rw26.c:875:ll_write_end()) pos 258048, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506333:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000972257d2[3 00000000e316190c 2 1 00000000e898aea7 0 0 63] 00000080:00200000:2.0:1787826255.506336:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000008e4688d1 17ffffc0001001 3:0 ffff8a4f1a26dbc8 63 lru 00000080:00200000:2.0:1787826255.506341:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000bec03c90 63: 1< 0 - - > 2< 258048 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506355:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000972257d2 00000080:00200000:2.0:1787826255.506356:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1787826255.506358:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 64 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506562:0:55361:0:(rw26.c:875:ll_write_end()) pos 262144, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506568:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000018ded094[3 00000000e316190c 2 1 00000000e898aea7 0 0 64] 00000080:00200000:2.0:1787826255.506571:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000008956c3f7 17ffffc0001001 3:0 ffff8a4f1a26d1d0 64 lru 00000080:00200000:2.0:1787826255.506576:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000003356e7a8 64: 1< 0 - - > 2< 262144 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506578:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000018ded094 00000080:00200000:2.0:1787826255.506580:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1787826255.506582:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 65 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506600:0:55361:0:(rw26.c:875:ll_write_end()) pos 266240, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506605:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000040185cd9[3 00000000e316190c 2 1 00000000e898aea7 0 0 65] 00000080:00200000:2.0:1787826255.506607:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000042646c3f 17ffffc0001001 3:0 ffff8a4f1a26d9f8 65 lru 00000080:00200000:2.0:1787826255.506612:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000a82313db 65: 1< 0 - - > 2< 266240 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506614:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000040185cd9 00000080:00200000:2.0:1787826255.506615:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1787826255.506617:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 66 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506632:0:55361:0:(rw26.c:875:ll_write_end()) pos 270336, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506636:0:55361:0:(rw26.c:933:ll_write_end()) page@000000007b004698[3 00000000e316190c 2 1 00000000e898aea7 0 0 66] 00000080:00200000:2.0:1787826255.506639:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000005e84792 17ffffc0001001 3:0 ffff8a4f1a26d570 66 lru 00000080:00200000:2.0:1787826255.506644:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000007182288b 66: 1< 0 - - > 2< 270336 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506646:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000007b004698 00000080:00200000:2.0:1787826255.506647:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1787826255.506649:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 67 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506663:0:55361:0:(rw26.c:875:ll_write_end()) pos 274432, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506667:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c24c467a[3 00000000e316190c 2 1 00000000e898aea7 0 0 67] 00000080:00200000:2.0:1787826255.506670:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000ef6ec1eb 17ffffc0001001 3:0 ffff8a4f1a26d658 67 lru 00000080:00200000:2.0:1787826255.506674:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000be3512bb 67: 1< 0 - - > 2< 274432 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506676:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c24c467a 00000080:00200000:2.0:1787826255.506677:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1787826255.506678:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 68 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506692:0:55361:0:(rw26.c:875:ll_write_end()) pos 278528, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506696:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d8f2ae02[3 00000000e316190c 2 1 00000000e898aea7 0 0 68] 00000080:00200000:2.0:1787826255.506698:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6d5cef3 17ffffc0001001 3:0 ffff8a4f14020828 68 lru 00000080:00200000:2.0:1787826255.506715:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000001111d29 68: 1< 0 - - > 2< 278528 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.506718:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d8f2ae02 00000080:00200000:2.0:1787826255.506719:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1787826255.506721:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 69 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.506988:0:55361:0:(rw26.c:875:ll_write_end()) pos 282624, len 4096, copied 4096 00000080:00200000:2.0:1787826255.506995:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ed54f149[3 00000000e316190c 2 1 00000000e898aea7 0 0 69] 00000080:00200000:2.0:1787826255.506997:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000074044c20 17ffffc0001001 3:0 ffff8a4f14020e80 69 lru 00000080:00200000:2.0:1787826255.507003:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000033a78bbe 69: 1< 0 - - > 2< 282624 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507005:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ed54f149 00000080:00200000:2.0:1787826255.507006:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1787826255.507008:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 70 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507025:0:55361:0:(rw26.c:875:ll_write_end()) pos 286720, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507030:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000069742712[3 00000000e316190c 2 1 00000000e898aea7 0 0 70] 00000080:00200000:2.0:1787826255.507032:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000beb55057 17ffffc0001001 3:0 ffff8a4f14020000 70 lru 00000080:00200000:2.0:1787826255.507036:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ee491da8 70: 1< 0 - - > 2< 286720 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507038:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000069742712 00000080:00200000:2.0:1787826255.507039:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1787826255.507041:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 71 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507055:0:55361:0:(rw26.c:875:ll_write_end()) pos 290816, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507060:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000069224b01[3 00000000e316190c 2 1 00000000e898aea7 0 0 71] 00000080:00200000:2.0:1787826255.507063:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000abe9708d 17ffffc0001001 3:0 ffff8a4f14020488 71 lru 00000080:00200000:2.0:1787826255.507068:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000f84502f8 71: 1< 0 - - > 2< 290816 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507070:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000069224b01 00000080:00200000:2.0:1787826255.507071:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1787826255.507073:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 72 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507094:0:55361:0:(rw26.c:875:ll_write_end()) pos 294912, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507098:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ca3f87c7[3 00000000e316190c 2 1 00000000e898aea7 0 0 72] 00000080:00200000:2.0:1787826255.507101:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000094371ef3 17ffffc0001021 2:0 ffff8a4f14020cb0 72 lru 00000080:00200000:2.0:1787826255.507105:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004489de54 72: 1< 0 - - > 2< 294912 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507107:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ca3f87c7 00000080:00200000:2.0:1787826255.507108:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1787826255.507110:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 73 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507122:0:55361:0:(rw26.c:875:ll_write_end()) pos 299008, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507126:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000afdc5a9e[3 00000000e316190c 2 1 00000000e898aea7 0 0 73] 00000080:00200000:2.0:1787826255.507129:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000097ec5d31 17ffffc0001001 3:0 ffff8a4f14020740 73 lru 00000080:00200000:2.0:1787826255.507133:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000af7f710b 73: 1< 0 - - > 2< 299008 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507136:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000afdc5a9e 00000080:00200000:2.0:1787826255.507137:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1787826255.507138:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 74 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507150:0:55361:0:(rw26.c:875:ll_write_end()) pos 303104, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507153:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f06494fe[3 00000000e316190c 2 1 00000000e898aea7 0 0 74] 00000080:00200000:2.0:1787826255.507157:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000154720b6 17ffffc0001001 3:0 ffff8a4f140202b8 74 lru 00000080:00200000:2.0:1787826255.507162:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000c658ff1d 74: 1< 0 - - > 2< 303104 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507163:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f06494fe 00000080:00200000:2.0:1787826255.507164:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1787826255.507166:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 75 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507177:0:55361:0:(rw26.c:875:ll_write_end()) pos 307200, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507180:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000097113b2e[3 00000000e316190c 2 1 00000000e898aea7 0 0 75] 00000080:00200000:2.0:1787826255.507183:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f56d5ec7 17ffffc0001001 3:0 ffff8a4f140203a0 75 lru 00000080:00200000:2.0:1787826255.507188:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000086c06663 75: 1< 0 - - > 2< 307200 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507190:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000097113b2e 00000080:00200000:2.0:1787826255.507191:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1787826255.507192:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 76 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507202:0:55361:0:(rw26.c:875:ll_write_end()) pos 311296, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507205:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000067c52744[3 00000000e316190c 2 1 00000000e898aea7 0 0 76] 00000080:00200000:2.0:1787826255.507208:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000c805a9c4 17ffffc0001001 3:0 ffff8a4f140200e8 76 lru 00000080:00200000:2.0:1787826255.507212:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000042477dda 76: 1< 0 - - > 2< 311296 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507214:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000067c52744 00000080:00200000:2.0:1787826255.507215:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1787826255.507217:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 77 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507227:0:55361:0:(rw26.c:875:ll_write_end()) pos 315392, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507230:0:55361:0:(rw26.c:933:ll_write_end()) page@000000000af626c4[3 00000000e316190c 2 1 00000000e898aea7 0 0 77] 00000080:00200000:2.0:1787826255.507233:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000082635abf 17ffffc0001001 3:0 ffff8a4f14020ae0 77 lru 00000080:00200000:2.0:1787826255.507238:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000008da321dd 77: 1< 0 - - > 2< 315392 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507240:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000000af626c4 00000080:00200000:2.0:1787826255.507241:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1787826255.507243:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 78 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507252:0:55361:0:(rw26.c:875:ll_write_end()) pos 319488, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507255:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000376ef5bf[3 00000000e316190c 2 1 00000000e898aea7 0 0 78] 00000080:00200000:2.0:1787826255.507258:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000d313fc91 17ffffc0001001 3:0 ffff8a4f14020bc8 78 lru 00000080:00200000:2.0:1787826255.507263:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000005141ead1 78: 1< 0 - - > 2< 319488 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507265:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000376ef5bf 00000080:00200000:2.0:1787826255.507266:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1787826255.507267:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 79 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507279:0:55361:0:(rw26.c:875:ll_write_end()) pos 323584, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507283:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002fd750ce[3 00000000e316190c 2 1 00000000e898aea7 0 0 79] 00000080:00200000:2.0:1787826255.507285:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000008f8b8f66 17ffffc0001001 3:0 ffff8a4f14020658 79 lru 00000080:00200000:2.0:1787826255.507290:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000698730c2 79: 1< 0 - - > 2< 323584 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507292:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002fd750ce 00000080:00200000:2.0:1787826255.507293:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1787826255.507294:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 80 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507305:0:55361:0:(rw26.c:875:ll_write_end()) pos 327680, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507308:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c7d4ca8d[3 00000000e316190c 2 1 00000000e898aea7 0 0 80] 00000080:00200000:2.0:1787826255.507311:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f7260c76 17ffffc0001001 3:0 ffff8a4f14020570 80 lru 00000080:00200000:2.0:1787826255.507316:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000000f38e1dc 80: 1< 0 - - > 2< 327680 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507318:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c7d4ca8d 00000080:00200000:2.0:1787826255.507319:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1787826255.507321:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 81 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507330:0:55361:0:(rw26.c:875:ll_write_end()) pos 331776, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507333:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000929b855e[3 00000000e316190c 2 1 00000000e898aea7 0 0 81] 00000080:00200000:2.0:1787826255.507336:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000bcb74fa3 17ffffc0001001 3:0 ffff8a4f140209f8 81 lru 00000080:00200000:2.0:1787826255.507430:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000326c8f3d 81: 1< 0 - - > 2< 331776 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507434:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000929b855e 00000080:00200000:2.0:1787826255.507435:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1787826255.507437:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 82 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507453:0:55361:0:(rw26.c:875:ll_write_end()) pos 335872, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507457:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000014abb6f7[3 00000000e316190c 2 1 00000000e898aea7 0 0 82] 00000080:00200000:2.0:1787826255.507460:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000b17e0d51 17ffffc0001001 3:0 ffff8a4f140201d0 82 lru 00000080:00200000:2.0:1787826255.507465:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ec3522d9 82: 1< 0 - - > 2< 335872 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507467:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000014abb6f7 00000080:00200000:2.0:1787826255.507468:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1787826255.507470:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 83 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507481:0:55361:0:(rw26.c:875:ll_write_end()) pos 339968, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507485:0:55361:0:(rw26.c:933:ll_write_end()) page@000000003cf1ad68[3 00000000e316190c 2 1 00000000e898aea7 0 0 83] 00000080:00200000:2.0:1787826255.507498:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000048b59e5a 17ffffc0001001 3:0 ffff8a4f08e0b740 83 lru 00000080:00200000:2.0:1787826255.507503:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000fc9cfbd7 83: 1< 0 - - > 2< 339968 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507505:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000003cf1ad68 00000080:00200000:2.0:1787826255.507506:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1787826255.507508:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 84 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507527:0:55361:0:(rw26.c:875:ll_write_end()) pos 344064, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507531:0:55361:0:(rw26.c:933:ll_write_end()) page@000000000c7db8b6[3 00000000e316190c 2 1 00000000e898aea7 0 0 84] 00000080:00200000:2.0:1787826255.507533:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000002f4ad49d 17ffffc0001001 3:0 ffff8a4f08e0b3a0 84 lru 00000080:00200000:2.0:1787826255.507538:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000050d7ee7 84: 1< 0 - - > 2< 344064 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507541:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000000c7db8b6 00000080:00200000:2.0:1787826255.507542:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1787826255.507543:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 85 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507558:0:55361:0:(rw26.c:875:ll_write_end()) pos 348160, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507563:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000060f798f0[3 00000000e316190c 2 1 00000000e898aea7 0 0 85] 00000080:00200000:2.0:1787826255.507565:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000069ff3193 17ffffc0001001 3:0 ffff8a4f08e0b0e8 85 lru 00000080:00200000:2.0:1787826255.507570:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000278de471 85: 1< 0 - - > 2< 348160 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507572:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000060f798f0 00000080:00200000:2.0:1787826255.507573:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1787826255.507575:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 86 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507591:0:55361:0:(rw26.c:875:ll_write_end()) pos 352256, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507595:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000010798a74[3 00000000e316190c 2 1 00000000e898aea7 0 0 86] 00000080:00200000:2.0:1787826255.507597:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000002fdc9c93 17ffffc0001001 3:0 ffff8a4f08e0bae0 86 lru 00000080:00200000:2.0:1787826255.507602:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000048341fd4 86: 1< 0 - - > 2< 352256 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507604:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000010798a74 00000080:00200000:2.0:1787826255.507604:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1787826255.507606:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 87 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507623:0:55361:0:(rw26.c:875:ll_write_end()) pos 356352, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507627:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000e17a8d30[3 00000000e316190c 2 1 00000000e898aea7 0 0 87] 00000080:00200000:2.0:1787826255.507629:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000009642d32a 17ffffc0001021 2:0 ffff8a4f08e0bbc8 87 lru 00000080:00200000:2.0:1787826255.507634:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000009bc83693 87: 1< 0 - - > 2< 356352 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507635:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000e17a8d30 00000080:00200000:2.0:1787826255.507636:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1787826255.507638:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 88 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507651:0:55361:0:(rw26.c:875:ll_write_end()) pos 360448, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507654:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000051000983[3 00000000e316190c 2 1 00000000e898aea7 0 0 88] 00000080:00200000:2.0:1787826255.507656:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000002d12528b 17ffffc0001001 3:0 ffff8a4f08e0b1d0 88 lru 00000080:00200000:2.0:1787826255.507661:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf62e3d9 88: 1< 0 - - > 2< 360448 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507663:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000051000983 00000080:00200000:2.0:1787826255.507664:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1787826255.507665:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 89 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507677:0:55361:0:(rw26.c:875:ll_write_end()) pos 364544, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507681:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000bb2510d7[3 00000000e316190c 2 1 00000000e898aea7 0 0 89] 00000080:00200000:2.0:1787826255.507683:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000dfebe039 17ffffc0001001 3:0 ffff8a4f08e0b9f8 89 lru 00000080:00200000:2.0:1787826255.507688:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000da19b3f6 89: 1< 0 - - > 2< 364544 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507690:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000bb2510d7 00000080:00200000:2.0:1787826255.507691:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1787826255.507693:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 90 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507716:0:55361:0:(rw26.c:875:ll_write_end()) pos 368640, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507720:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000078adf12f[3 00000000e316190c 2 1 00000000e898aea7 0 0 90] 00000080:00200000:2.0:1787826255.507722:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a64f25a3 17ffffc0001001 3:0 ffff8a4f08e0b570 90 lru 00000080:00200000:2.0:1787826255.507727:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b8af73ef 90: 1< 0 - - > 2< 368640 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507729:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000078adf12f 00000080:00200000:2.0:1787826255.507731:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1787826255.507732:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 91 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507964:0:55361:0:(rw26.c:875:ll_write_end()) pos 372736, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507969:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009d120f36[3 00000000e316190c 2 1 00000000e898aea7 0 0 91] 00000080:00200000:2.0:1787826255.507971:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000009c672690 17ffffc0001001 3:0 ffff8a4f08e0b658 91 lru 00000080:00200000:2.0:1787826255.507975:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000000e6e396c 91: 1< 0 - - > 2< 372736 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.507977:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009d120f36 00000080:00200000:2.0:1787826255.507978:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1787826255.507980:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 92 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.507993:0:55361:0:(rw26.c:875:ll_write_end()) pos 376832, len 4096, copied 4096 00000080:00200000:2.0:1787826255.507996:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d296cb65[3 00000000e316190c 2 1 00000000e898aea7 0 0 92] 00000080:00200000:2.0:1787826255.507998:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000001454ce63 17ffffc0001001 3:0 ffff8a4f08e0bd98 92 lru 00000080:00200000:2.0:1787826255.508003:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000e5214983 92: 1< 0 - - > 2< 376832 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508005:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d296cb65 00000080:00200000:2.0:1787826255.508006:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1787826255.508008:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 93 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508021:0:55361:0:(rw26.c:875:ll_write_end()) pos 380928, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508024:0:55361:0:(rw26.c:933:ll_write_end()) page@000000007244c867[3 00000000e316190c 2 1 00000000e898aea7 0 0 93] 00000080:00200000:2.0:1787826255.508027:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000007c4c734b 17ffffc0001001 3:0 ffff8a4f08e0bcb0 93 lru 00000080:00200000:2.0:1787826255.508031:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf84f4b5 93: 1< 0 - - > 2< 380928 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508033:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000007244c867 00000080:00200000:2.0:1787826255.508034:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1787826255.508036:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 94 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508047:0:55361:0:(rw26.c:875:ll_write_end()) pos 385024, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508050:0:55361:0:(rw26.c:933:ll_write_end()) page@000000005c6305b6[3 00000000e316190c 2 1 00000000e898aea7 0 0 94] 00000080:00200000:2.0:1787826255.508053:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000020e484b1 17ffffc0001001 3:0 ffff8a4f08e0b488 94 lru 00000080:00200000:2.0:1787826255.508057:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000244c6179 94: 1< 0 - - > 2< 385024 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508059:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000005c6305b6 00000080:00200000:2.0:1787826255.508060:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1787826255.508061:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 95 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508075:0:55361:0:(rw26.c:875:ll_write_end()) pos 389120, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508079:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000772d948b[3 00000000e316190c 2 1 00000000e898aea7 0 0 95] 00000080:00200000:2.0:1787826255.508081:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000026fd6bba 17ffffc0001001 3:0 ffff8a4f08e0b910 95 lru 00000080:00200000:2.0:1787826255.508086:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000d98d25f4 95: 1< 0 - - > 2< 389120 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508088:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000772d948b 00000080:00200000:2.0:1787826255.508089:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1787826255.508091:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 96 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508103:0:55361:0:(rw26.c:875:ll_write_end()) pos 393216, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508106:0:55361:0:(rw26.c:933:ll_write_end()) page@000000007b23e46f[3 00000000e316190c 2 1 00000000e898aea7 0 0 96] 00000080:00200000:2.0:1787826255.508108:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000007e2f399 17ffffc0001001 3:0 ffff8a4f08e0b000 96 lru 00000080:00200000:2.0:1787826255.508112:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000009f4dcf15 96: 1< 0 - - > 2< 393216 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508114:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000007b23e46f 00000080:00200000:2.0:1787826255.508115:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1787826255.508116:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 97 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508129:0:55361:0:(rw26.c:875:ll_write_end()) pos 397312, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508133:0:55361:0:(rw26.c:933:ll_write_end()) page@000000007bd5233e[3 00000000e316190c 2 1 00000000e898aea7 0 0 97] 00000080:00200000:2.0:1787826255.508136:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000344ad9bc 17ffffc0001001 3:0 ffff8a4f08e0b2b8 97 lru 00000080:00200000:2.0:1787826255.508141:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000022765c0 97: 1< 0 - - > 2< 397312 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508143:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000007bd5233e 00000080:00200000:2.0:1787826255.508144:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1787826255.508146:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 98 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508161:0:55361:0:(rw26.c:875:ll_write_end()) pos 401408, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508165:0:55361:0:(rw26.c:933:ll_write_end()) page@000000003b0e9a2c[3 00000000e316190c 2 1 00000000e898aea7 0 0 98] 00000080:00200000:2.0:1787826255.508167:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000080ed9819 17ffffc0001001 3:0 ffff8a4f1a255570 98 lru 00000080:00200000:2.0:1787826255.508172:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000009531992a 98: 1< 0 - - > 2< 401408 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508174:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000003b0e9a2c 00000080:00200000:2.0:1787826255.508175:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1787826255.508176:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 99 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508189:0:55361:0:(rw26.c:875:ll_write_end()) pos 405504, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508193:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000e17cf7ad[3 00000000e316190c 2 1 00000000e898aea7 0 0 99] 00000080:00200000:2.0:1787826255.508196:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000002c5d0e6a 17ffffc0001001 3:0 ffff8a4f1a2559f8 99 lru 00000080:00200000:2.0:1787826255.508201:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000fb404435 99: 1< 0 - - > 2< 405504 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508204:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000e17cf7ad 00000080:00200000:2.0:1787826255.508205:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1787826255.508207:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 100 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508223:0:55361:0:(rw26.c:875:ll_write_end()) pos 409600, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508228:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000035a54b6b[3 00000000e316190c 2 1 00000000e898aea7 0 0 100] 00000080:00200000:2.0:1787826255.508231:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000005e173b2e 17ffffc0001001 3:0 ffff8a4f1a2551d0 100 lru 00000080:00200000:2.0:1787826255.508236:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b29d03fc 100: 1< 0 - - > 2< 409600 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508238:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000035a54b6b 00000080:00200000:2.0:1787826255.508239:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1787826255.508241:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 101 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508256:0:55361:0:(rw26.c:875:ll_write_end()) pos 413696, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508260:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000cedaa42d[3 00000000e316190c 2 1 00000000e898aea7 0 0 101] 00000080:00200000:2.0:1787826255.508263:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec045488 17ffffc0001001 3:0 ffff8a4f1a255bc8 101 lru 00000080:00200000:2.0:1787826255.508269:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000268683c5 101: 1< 0 - - > 2< 413696 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508271:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000cedaa42d 00000080:00200000:2.0:1787826255.508272:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1787826255.508274:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 102 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508292:0:55361:0:(rw26.c:875:ll_write_end()) pos 417792, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508297:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000be4f4510[3 00000000e316190c 2 1 00000000e898aea7 0 0 102] 00000080:00200000:2.0:1787826255.508300:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000027777858 17ffffc0001021 2:0 ffff8a4f1a255ae0 102 lru 00000080:00200000:2.0:1787826255.508306:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000254e8e5d 102: 1< 0 - - > 2< 417792 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508308:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000be4f4510 00000080:00200000:2.0:1787826255.508309:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1787826255.508311:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 103 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.508325:0:55361:0:(rw26.c:875:ll_write_end()) pos 421888, len 4096, copied 4096 00000080:00200000:2.0:1787826255.508328:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000a2a29b3b[3 00000000e316190c 2 1 00000000e898aea7 0 0 103] 00000080:00200000:2.0:1787826255.508331:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000002e57e2e1 17ffffc0001001 3:0 ffff8a4f1a2550e8 103 lru 00000080:00200000:2.0:1787826255.508336:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000e009b85a 103: 1< 0 - - > 2< 421888 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.508338:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000a2a29b3b 00000080:00200000:2.0:1787826255.508339:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1787826255.509023:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 104 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509046:0:55361:0:(rw26.c:875:ll_write_end()) pos 425984, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509052:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000050118e82[3 00000000e316190c 2 1 00000000e898aea7 0 0 104] 00000080:00200000:2.0:1787826255.509055:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000002245708e 17ffffc0001001 3:0 ffff8a4f1a2553a0 104 lru 00000080:00200000:2.0:1787826255.509061:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000005a17e84a 104: 1< 0 - - > 2< 425984 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509063:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000050118e82 00000080:00200000:2.0:1787826255.509064:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1787826255.509066:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 105 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509080:0:55361:0:(rw26.c:875:ll_write_end()) pos 430080, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509085:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000600409c2[3 00000000e316190c 2 1 00000000e898aea7 0 0 105] 00000080:00200000:2.0:1787826255.509088:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000000639d8de 17ffffc0001001 3:0 ffff8a4f1a2552b8 105 lru 00000080:00200000:2.0:1787826255.509093:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000005c4684e0 105: 1< 0 - - > 2< 430080 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509095:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000600409c2 00000080:00200000:2.0:1787826255.509096:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1787826255.509098:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 106 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509113:0:55361:0:(rw26.c:875:ll_write_end()) pos 434176, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509118:0:55361:0:(rw26.c:933:ll_write_end()) page@000000000f78f7ed[3 00000000e316190c 2 1 00000000e898aea7 0 0 106] 00000080:00200000:2.0:1787826255.509121:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000b630d354 17ffffc0001001 3:0 ffff8a4f1a255740 106 lru 00000080:00200000:2.0:1787826255.509127:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000827f00b4 106: 1< 0 - - > 2< 434176 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509129:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000000f78f7ed 00000080:00200000:2.0:1787826255.509130:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1787826255.509132:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 107 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509148:0:55361:0:(rw26.c:875:ll_write_end()) pos 438272, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509152:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006ba4e4c3[3 00000000e316190c 2 1 00000000e898aea7 0 0 107] 00000080:00200000:2.0:1787826255.509155:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000009dfed0f4 17ffffc0001001 3:0 ffff8a4f1a255828 107 lru 00000080:00200000:2.0:1787826255.509161:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004ec7cd9e 107: 1< 0 - - > 2< 438272 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509163:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006ba4e4c3 00000080:00200000:2.0:1787826255.509164:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1787826255.509166:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 108 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509180:0:55361:0:(rw26.c:875:ll_write_end()) pos 442368, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509185:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000088143b0e[3 00000000e316190c 2 1 00000000e898aea7 0 0 108] 00000080:00200000:2.0:1787826255.509188:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000019bdf1b3 17ffffc0001001 3:0 ffff8a4f1a255e80 108 lru 00000080:00200000:2.0:1787826255.509194:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000007fb4cf20 108: 1< 0 - - > 2< 442368 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509196:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000088143b0e 00000080:00200000:2.0:1787826255.509197:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1787826255.509199:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 109 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509213:0:55361:0:(rw26.c:875:ll_write_end()) pos 446464, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509218:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000070c20335[3 00000000e316190c 2 1 00000000e898aea7 0 0 109] 00000080:00200000:2.0:1787826255.509220:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7ae78ad 17ffffc0001001 3:0 ffff8a4f1a255000 109 lru 00000080:00200000:2.0:1787826255.509225:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000009f1fe946 109: 1< 0 - - > 2< 446464 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509227:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000070c20335 00000080:00200000:2.0:1787826255.509228:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1787826255.509230:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 110 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509245:0:55361:0:(rw26.c:875:ll_write_end()) pos 450560, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509250:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000043d1f506[3 00000000e316190c 2 1 00000000e898aea7 0 0 110] 00000080:00200000:2.0:1787826255.509253:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000058e361c6 17ffffc0001001 3:0 ffff8a4f1a255910 110 lru 00000080:00200000:2.0:1787826255.509259:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000bedb9149 110: 1< 0 - - > 2< 450560 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509261:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000043d1f506 00000080:00200000:2.0:1787826255.509262:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1787826255.509264:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 111 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509278:0:55361:0:(rw26.c:875:ll_write_end()) pos 454656, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509283:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000049c6a119[3 00000000e316190c 2 1 00000000e898aea7 0 0 111] 00000080:00200000:2.0:1787826255.509285:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000fd07a5a5 17ffffc0001001 3:0 ffff8a4f1a255488 111 lru 00000080:00200000:2.0:1787826255.509291:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000085ed601f 111: 1< 0 - - > 2< 454656 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509293:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000049c6a119 00000080:00200000:2.0:1787826255.509294:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1787826255.509296:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 112 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509311:0:55361:0:(rw26.c:875:ll_write_end()) pos 458752, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509316:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f7bf4980[3 00000000e316190c 2 1 00000000e898aea7 0 0 112] 00000080:00200000:2.0:1787826255.509318:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000fdc7db9b 17ffffc0001001 3:0 ffff8a4f1a255cb0 112 lru 00000080:00200000:2.0:1787826255.509324:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000bde172d6 112: 1< 0 - - > 2< 458752 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509325:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f7bf4980 00000080:00200000:2.0:1787826255.509327:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1787826255.509329:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 113 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509357:0:55361:0:(rw26.c:875:ll_write_end()) pos 462848, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509362:0:55361:0:(rw26.c:933:ll_write_end()) page@000000001b845184[3 00000000e316190c 2 1 00000000e898aea7 0 0 113] 00000080:00200000:2.0:1787826255.509364:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000cceb1acd 17ffffc0001001 3:0 ffff8a4f1a255d98 113 lru 00000080:00200000:2.0:1787826255.509370:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000e2cac004 113: 1< 0 - - > 2< 462848 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509372:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000001b845184 00000080:00200000:2.0:1787826255.509373:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1787826255.509375:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 114 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509403:0:55361:0:(rw26.c:875:ll_write_end()) pos 466944, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509408:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009edd1186[3 00000000e316190c 2 1 00000000e898aea7 0 0 114] 00000080:00200000:2.0:1787826255.509411:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000d045d286 17ffffc0001001 3:0 ffff8a4f1a255658 114 lru 00000080:00200000:2.0:1787826255.509416:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000065b41551 114: 1< 0 - - > 2< 466944 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509418:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009edd1186 00000080:00200000:2.0:1787826255.509420:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1787826255.509421:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 115 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509437:0:55361:0:(rw26.c:875:ll_write_end()) pos 471040, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509441:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000e3bb0141[3 00000000e316190c 2 1 00000000e898aea7 0 0 115] 00000080:00200000:2.0:1787826255.509444:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a40634e4 17ffffc0001001 3:0 ffff8a4f090f7cb0 115 lru 00000080:00200000:2.0:1787826255.509450:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ce2e2e1f 115: 1< 0 - - > 2< 471040 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509452:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000e3bb0141 00000080:00200000:2.0:1787826255.509453:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1787826255.509455:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 116 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509469:0:55361:0:(rw26.c:875:ll_write_end()) pos 475136, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509474:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000120a859f[3 00000000e316190c 2 1 00000000e898aea7 0 0 116] 00000080:00200000:2.0:1787826255.509476:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000003242f093 17ffffc0001001 3:0 ffff8a4f090f7d98 116 lru 00000080:00200000:2.0:1787826255.509482:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000cd74ba86 116: 1< 0 - - > 2< 475136 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509484:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000120a859f 00000080:00200000:2.0:1787826255.509496:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1787826255.509499:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 117 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509522:0:55361:0:(rw26.c:875:ll_write_end()) pos 479232, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509527:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000007bd7239[3 00000000e316190c 2 1 00000000e898aea7 0 0 117] 00000080:00200000:2.0:1787826255.509530:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000005278b461 17ffffc0001021 2:0 ffff8a4f090f7658 117 lru 00000080:00200000:2.0:1787826255.509535:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000007fb5ea8a 117: 1< 0 - - > 2< 479232 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509538:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000007bd7239 00000080:00200000:2.0:1787826255.509539:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1787826255.509541:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 118 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509556:0:55361:0:(rw26.c:875:ll_write_end()) pos 483328, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509561:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000a77ff55d[3 00000000e316190c 2 1 00000000e898aea7 0 0 118] 00000080:00200000:2.0:1787826255.509563:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000008379dc2e 17ffffc0001001 3:0 ffff8a4f090f7570 118 lru 00000080:00200000:2.0:1787826255.509569:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000007320fc3d 118: 1< 0 - - > 2< 483328 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509571:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000a77ff55d 00000080:00200000:2.0:1787826255.509572:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1787826255.509574:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 119 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509589:0:55361:0:(rw26.c:875:ll_write_end()) pos 487424, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509594:0:55361:0:(rw26.c:933:ll_write_end()) page@000000004f023a7a[3 00000000e316190c 2 1 00000000e898aea7 0 0 119] 00000080:00200000:2.0:1787826255.509596:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000e7081e93 17ffffc0001001 3:0 ffff8a4f090f79f8 119 lru 00000080:00200000:2.0:1787826255.509601:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000006a06f34 119: 1< 0 - - > 2< 487424 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509603:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000004f023a7a 00000080:00200000:2.0:1787826255.509604:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1787826255.509605:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 120 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509619:0:55361:0:(rw26.c:875:ll_write_end()) pos 491520, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509623:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002fdc9900[3 00000000e316190c 2 1 00000000e898aea7 0 0 120] 00000080:00200000:2.0:1787826255.509626:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6bcddb2 17ffffc0001001 3:0 ffff8a4f090f71d0 120 lru 00000080:00200000:2.0:1787826255.509632:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000028925259 120: 1< 0 - - > 2< 491520 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509634:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002fdc9900 00000080:00200000:2.0:1787826255.509635:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1787826255.509637:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 121 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509654:0:55361:0:(rw26.c:875:ll_write_end()) pos 495616, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509658:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000916c6592[3 00000000e316190c 2 1 00000000e898aea7 0 0 121] 00000080:00200000:2.0:1787826255.509661:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a2fd8a3f 17ffffc0001001 3:0 ffff8a4f090f7bc8 121 lru 00000080:00200000:2.0:1787826255.509667:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000cc518c0c 121: 1< 0 - - > 2< 495616 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509668:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000916c6592 00000080:00200000:2.0:1787826255.509670:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1787826255.509671:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 122 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509686:0:55361:0:(rw26.c:875:ll_write_end()) pos 499712, len 4096, copied 4096 00000080:00200000:2.0:1787826255.509691:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000012c97f6e[3 00000000e316190c 2 1 00000000e898aea7 0 0 122] 00000080:00200000:2.0:1787826255.509694:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000022fcb0ae 17ffffc0001001 3:0 ffff8a4f090f7ae0 122 lru 00000080:00200000:2.0:1787826255.509699:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000002de3e8fc 122: 1< 0 - - > 2< 499712 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.509713:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000012c97f6e 00000080:00200000:2.0:1787826255.509715:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1787826255.509717:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 123 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.509733:0:55361:0:(rw26.c:875:ll_write_end()) pos 503808, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510017:0:55361:0:(rw26.c:933:ll_write_end()) page@000000004f97d69a[3 00000000e316190c 2 1 00000000e898aea7 0 0 123] 00000080:00200000:2.0:1787826255.510021:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0b597c0 17ffffc0001001 3:0 ffff8a4f090f70e8 123 lru 00000080:00200000:2.0:1787826255.510026:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000003ffd7507 123: 1< 0 - - > 2< 503808 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510029:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000004f97d69a 00000080:00200000:2.0:1787826255.510030:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1787826255.510033:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 124 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510050:0:55361:0:(rw26.c:875:ll_write_end()) pos 507904, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510054:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000be16c7e2[3 00000000e316190c 2 1 00000000e898aea7 0 0 124] 00000080:00200000:2.0:1787826255.510057:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000678d1693 17ffffc0001001 3:0 ffff8a4f090f73a0 124 lru 00000080:00200000:2.0:1787826255.510062:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9c1d990 124: 1< 0 - - > 2< 507904 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510064:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000be16c7e2 00000080:00200000:2.0:1787826255.510065:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1787826255.510067:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 125 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510082:0:55361:0:(rw26.c:875:ll_write_end()) pos 512000, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510087:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ff349a33[3 00000000e316190c 2 1 00000000e898aea7 0 0 125] 00000080:00200000:2.0:1787826255.510090:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000006969ca88 17ffffc0001001 3:0 ffff8a4f090f72b8 125 lru 00000080:00200000:2.0:1787826255.510095:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000302f849e 125: 1< 0 - - > 2< 512000 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510097:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ff349a33 00000080:00200000:2.0:1787826255.510099:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1787826255.510100:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 126 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510115:0:55361:0:(rw26.c:875:ll_write_end()) pos 516096, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510120:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d9e2db2f[3 00000000e316190c 2 1 00000000e898aea7 0 0 126] 00000080:00200000:2.0:1787826255.510122:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000fc96415e 17ffffc0001001 3:0 ffff8a4f090f7740 126 lru 00000080:00200000:2.0:1787826255.510128:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000c6114757 126: 1< 0 - - > 2< 516096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510130:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d9e2db2f 00000080:00200000:2.0:1787826255.510132:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1787826255.510133:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 127 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510149:0:55361:0:(rw26.c:875:ll_write_end()) pos 520192, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510153:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f5c46880[3 00000000e316190c 2 1 00000000e898aea7 0 0 127] 00000080:00200000:2.0:1787826255.510156:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000001dad2b08 17ffffc0001001 3:0 ffff8a4f090f7828 127 lru 00000080:00200000:2.0:1787826255.510161:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ecbfe152 127: 1< 0 - - > 2< 520192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510164:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f5c46880 00000080:00200000:2.0:1787826255.510165:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1787826255.510167:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 128 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510187:0:55361:0:(rw26.c:875:ll_write_end()) pos 524288, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510192:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d241558f[3 00000000e316190c 2 1 00000000e898aea7 0 0 128] 00000080:00200000:2.0:1787826255.510195:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000df2fe115 17ffffc0001001 3:0 ffff8a4f090f7e80 128 lru 00000080:00200000:2.0:1787826255.510201:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000e91fb324 128: 1< 0 - - > 2< 524288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510203:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d241558f 00000080:00200000:2.0:1787826255.510204:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1787826255.510206:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 129 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510220:0:55361:0:(rw26.c:875:ll_write_end()) pos 528384, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510224:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000094a85002[3 00000000e316190c 2 1 00000000e898aea7 0 0 129] 00000080:00200000:2.0:1787826255.510227:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6c83b01 17ffffc0001001 3:0 ffff8a4f090f7000 129 lru 00000080:00200000:2.0:1787826255.510233:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b355c79c 129: 1< 0 - - > 2< 528384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510235:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000094a85002 00000080:00200000:2.0:1787826255.510236:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1787826255.510238:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 130 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510253:0:55361:0:(rw26.c:875:ll_write_end()) pos 532480, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510257:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000b178de58[3 00000000e316190c 2 1 00000000e898aea7 0 0 130] 00000080:00200000:2.0:1787826255.510260:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000007c95b0e8 17ffffc0001001 3:0 ffff8a4f090f7910 130 lru 00000080:00200000:2.0:1787826255.510265:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000972b14bb 130: 1< 0 - - > 2< 532480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510268:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000b178de58 00000080:00200000:2.0:1787826255.510269:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1787826255.510271:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 131 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510286:0:55361:0:(rw26.c:875:ll_write_end()) pos 536576, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510291:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002cdbd344[3 00000000e316190c 2 1 00000000e898aea7 0 0 131] 00000080:00200000:2.0:1787826255.510293:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000ba86a412 17ffffc0001001 3:0 ffff8a4f090f7488 131 lru 00000080:00200000:2.0:1787826255.510299:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000002c5ea27d 131: 1< 0 - - > 2< 536576 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510301:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002cdbd344 00000080:00200000:2.0:1787826255.510302:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1787826255.510304:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 132 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510324:0:55361:0:(rw26.c:875:ll_write_end()) pos 540672, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510329:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002e7c76d2[3 00000000e316190c 2 1 00000000e898aea7 0 0 132] 00000080:00200000:2.0:1787826255.510331:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000068465c44 17ffffc0001021 2:0 ffff8a4f1a210e80 132 lru 00000080:00200000:2.0:1787826255.510336:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000c1bd0bc6 132: 1< 0 - - > 2< 540672 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510337:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002e7c76d2 00000080:00200000:2.0:1787826255.510338:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1787826255.510340:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 133 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510352:0:55361:0:(rw26.c:875:ll_write_end()) pos 544768, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510356:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d819e52f[3 00000000e316190c 2 1 00000000e898aea7 0 0 133] 00000080:00200000:2.0:1787826255.510358:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f1eff080 17ffffc0001001 3:0 ffff8a4f1a210000 133 lru 00000080:00200000:2.0:1787826255.510362:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000aedd9335 133: 1< 0 - - > 2< 544768 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510364:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d819e52f 00000080:00200000:2.0:1787826255.510365:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1787826255.510366:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 134 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510379:0:55361:0:(rw26.c:875:ll_write_end()) pos 548864, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510384:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000395a49e8[3 00000000e316190c 2 1 00000000e898aea7 0 0 134] 00000080:00200000:2.0:1787826255.510386:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000004990b26c 17ffffc0001001 3:0 ffff8a4f1a210910 134 lru 00000080:00200000:2.0:1787826255.510391:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ebf6ed5a 134: 1< 0 - - > 2< 548864 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510393:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000395a49e8 00000080:00200000:2.0:1787826255.510393:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1787826255.510395:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 135 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510408:0:55361:0:(rw26.c:875:ll_write_end()) pos 552960, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510412:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000b77d12f9[3 00000000e316190c 2 1 00000000e898aea7 0 0 135] 00000080:00200000:2.0:1787826255.510414:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000062bbe7a4 17ffffc0001001 3:0 ffff8a4f1a210488 135 lru 00000080:00200000:2.0:1787826255.510418:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000081fb458b 135: 1< 0 - - > 2< 552960 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510420:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000b77d12f9 00000080:00200000:2.0:1787826255.510421:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1787826255.510422:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 136 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510434:0:55361:0:(rw26.c:875:ll_write_end()) pos 557056, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510437:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006f442201[3 00000000e316190c 2 1 00000000e898aea7 0 0 136] 00000080:00200000:2.0:1787826255.510440:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000030f271e8 17ffffc0001001 3:0 ffff8a4f1a210cb0 136 lru 00000080:00200000:2.0:1787826255.510444:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000773cb421 136: 1< 0 - - > 2< 557056 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510446:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006f442201 00000080:00200000:2.0:1787826255.510447:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1787826255.510448:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 137 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510460:0:55361:0:(rw26.c:875:ll_write_end()) pos 561152, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510464:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000aca7e4a4[3 00000000e316190c 2 1 00000000e898aea7 0 0 137] 00000080:00200000:2.0:1787826255.510466:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000009fdd40ca 17ffffc0001001 3:0 ffff8a4f1a210d98 137 lru 00000080:00200000:2.0:1787826255.510470:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000001f2d4bd0 137: 1< 0 - - > 2< 561152 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510472:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000aca7e4a4 00000080:00200000:2.0:1787826255.510473:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1787826255.510475:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 138 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510499:0:55361:0:(rw26.c:875:ll_write_end()) pos 565248, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510504:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000e692a509[3 00000000e316190c 2 1 00000000e898aea7 0 0 138] 00000080:00200000:2.0:1787826255.510506:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000009feb3555 17ffffc0001001 3:0 ffff8a4f1a210658 138 lru 00000080:00200000:2.0:1787826255.510510:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000006ce89c8f 138: 1< 0 - - > 2< 565248 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510512:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000e692a509 00000080:00200000:2.0:1787826255.510513:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1787826255.510515:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 139 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510530:0:55361:0:(rw26.c:875:ll_write_end()) pos 569344, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510534:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000402ab6bb[3 00000000e316190c 2 1 00000000e898aea7 0 0 139] 00000080:00200000:2.0:1787826255.510536:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000852f95ff 17ffffc0001001 3:0 ffff8a4f1a210570 139 lru 00000080:00200000:2.0:1787826255.510543:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000fbb9633d 139: 1< 0 - - > 2< 569344 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510544:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000402ab6bb 00000080:00200000:2.0:1787826255.510545:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1787826255.510547:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 140 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510561:0:55361:0:(rw26.c:875:ll_write_end()) pos 573440, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510564:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009ce568db[3 00000000e316190c 2 1 00000000e898aea7 0 0 140] 00000080:00200000:2.0:1787826255.510567:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000056b505a1 17ffffc0001001 3:0 ffff8a4f1a2109f8 140 lru 00000080:00200000:2.0:1787826255.510572:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b844b62a 140: 1< 0 - - > 2< 573440 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510574:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009ce568db 00000080:00200000:2.0:1787826255.510575:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1787826255.510577:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 141 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510591:0:55361:0:(rw26.c:875:ll_write_end()) pos 577536, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510595:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000e29090b5[3 00000000e316190c 2 1 00000000e898aea7 0 0 141] 00000080:00200000:2.0:1787826255.510597:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000000c2628ba 17ffffc0001001 3:0 ffff8a4f1a2101d0 141 lru 00000080:00200000:2.0:1787826255.510602:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000f753d53b 141: 1< 0 - - > 2< 577536 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510604:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000e29090b5 00000080:00200000:2.0:1787826255.510604:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1787826255.510606:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 142 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510621:0:55361:0:(rw26.c:875:ll_write_end()) pos 581632, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510626:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006e7bbe1f[3 00000000e316190c 2 1 00000000e898aea7 0 0 142] 00000080:00200000:2.0:1787826255.510628:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000081d07d22 17ffffc0001001 3:0 ffff8a4f1a210bc8 142 lru 00000080:00200000:2.0:1787826255.510632:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004190998e 142: 1< 0 - - > 2< 581632 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510634:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006e7bbe1f 00000080:00200000:2.0:1787826255.510635:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1787826255.510637:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 143 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510650:0:55361:0:(rw26.c:875:ll_write_end()) pos 585728, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510654:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d83a67e2[3 00000000e316190c 2 1 00000000e898aea7 0 0 143] 00000080:00200000:2.0:1787826255.510656:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000005eca576a 17ffffc0001001 3:0 ffff8a4f1a210ae0 143 lru 00000080:00200000:2.0:1787826255.510661:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ff1e2b43 143: 1< 0 - - > 2< 585728 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510663:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d83a67e2 00000080:00200000:2.0:1787826255.510664:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1787826255.510666:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 144 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510677:0:55361:0:(rw26.c:875:ll_write_end()) pos 589824, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510681:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000071ddf16d[3 00000000e316190c 2 1 00000000e898aea7 0 0 144] 00000080:00200000:2.0:1787826255.510684:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000eae1c8c6 17ffffc0001001 3:0 ffff8a4f1a2100e8 144 lru 00000080:00200000:2.0:1787826255.510688:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000bacc8ce8 144: 1< 0 - - > 2< 589824 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510690:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000071ddf16d 00000080:00200000:2.0:1787826255.510691:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1787826255.510693:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 145 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.510722:0:55361:0:(rw26.c:875:ll_write_end()) pos 593920, len 4096, copied 4096 00000080:00200000:2.0:1787826255.510727:0:55361:0:(rw26.c:933:ll_write_end()) page@000000000b9c62a8[3 00000000e316190c 2 1 00000000e898aea7 0 0 145] 00000080:00200000:2.0:1787826255.510729:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000bc925428 17ffffc0001001 3:0 ffff8a4f1a2103a0 145 lru 00000080:00200000:2.0:1787826255.510733:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000005322b485 145: 1< 0 - - > 2< 593920 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.510735:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000000b9c62a8 00000080:00200000:2.0:1787826255.511036:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1787826255.511040:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 146 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511058:0:55361:0:(rw26.c:875:ll_write_end()) pos 598016, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511063:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000aa0bdc80[3 00000000e316190c 2 1 00000000e898aea7 0 0 146] 00000080:00200000:2.0:1787826255.511066:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000078c5e472 17ffffc0001001 3:0 ffff8a4f1a2102b8 146 lru 00000080:00200000:2.0:1787826255.511071:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000c06d2476 146: 1< 0 - - > 2< 598016 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511072:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000aa0bdc80 00000080:00200000:2.0:1787826255.511073:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1787826255.511075:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 147 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511093:0:55361:0:(rw26.c:875:ll_write_end()) pos 602112, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511098:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002305d703[3 00000000e316190c 2 1 00000000e898aea7 0 0 147] 00000080:00200000:2.0:1787826255.511101:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000ccf65c46 17ffffc0001021 2:0 ffff8a4f1a210740 147 lru 00000080:00200000:2.0:1787826255.511105:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000a723aca9 147: 1< 0 - - > 2< 602112 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511107:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002305d703 00000080:00200000:2.0:1787826255.511108:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1787826255.511110:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 148 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511129:0:55361:0:(rw26.c:875:ll_write_end()) pos 606208, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511133:0:55361:0:(rw26.c:933:ll_write_end()) page@000000007ceae359[3 00000000e316190c 2 1 00000000e898aea7 0 0 148] 00000080:00200000:2.0:1787826255.511135:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000066765f03 17ffffc0001001 3:0 ffff8a4f1a210828 148 lru 00000080:00200000:2.0:1787826255.511139:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000399eed41 148: 1< 0 - - > 2< 606208 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511141:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000007ceae359 00000080:00200000:2.0:1787826255.511142:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1787826255.511144:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 149 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511158:0:55361:0:(rw26.c:875:ll_write_end()) pos 610304, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511162:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009bd75f42[3 00000000e316190c 2 1 00000000e898aea7 0 0 149] 00000080:00200000:2.0:1787826255.511165:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec1f68c8 17ffffc0001001 3:0 ffff8a4f1a237d98 149 lru 00000080:00200000:2.0:1787826255.511169:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000003642790 149: 1< 0 - - > 2< 610304 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511171:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009bd75f42 00000080:00200000:2.0:1787826255.511172:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1787826255.511174:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 150 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511185:0:55361:0:(rw26.c:875:ll_write_end()) pos 614400, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511189:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ef54a9fd[3 00000000e316190c 2 1 00000000e898aea7 0 0 150] 00000080:00200000:2.0:1787826255.511192:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a62bfe07 17ffffc0001001 3:0 ffff8a4f1a237658 150 lru 00000080:00200000:2.0:1787826255.511196:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000db162265 150: 1< 0 - - > 2< 614400 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511198:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ef54a9fd 00000080:00200000:2.0:1787826255.511199:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1787826255.511201:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 151 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511212:0:55361:0:(rw26.c:875:ll_write_end()) pos 618496, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511216:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000774a0e6f[3 00000000e316190c 2 1 00000000e898aea7 0 0 151] 00000080:00200000:2.0:1787826255.511219:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000890a9078 17ffffc0001001 3:0 ffff8a4f1a237570 151 lru 00000080:00200000:2.0:1787826255.511223:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000184d9ecd 151: 1< 0 - - > 2< 618496 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511225:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000774a0e6f 00000080:00200000:2.0:1787826255.511226:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1787826255.511228:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 152 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511240:0:55361:0:(rw26.c:875:ll_write_end()) pos 622592, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511245:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f9fe4895[3 00000000e316190c 2 1 00000000e898aea7 0 0 152] 00000080:00200000:2.0:1787826255.511247:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000ee2a14f1 17ffffc0001001 3:0 ffff8a4f1a2379f8 152 lru 00000080:00200000:2.0:1787826255.511252:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004d0fa3a3 152: 1< 0 - - > 2< 622592 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511254:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f9fe4895 00000080:00200000:2.0:1787826255.511255:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1787826255.511257:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 153 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511270:0:55361:0:(rw26.c:875:ll_write_end()) pos 626688, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511274:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ce34caf7[3 00000000e316190c 2 1 00000000e898aea7 0 0 153] 00000080:00200000:2.0:1787826255.511276:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000000f72bc10 17ffffc0001001 3:0 ffff8a4f1a2371d0 153 lru 00000080:00200000:2.0:1787826255.511281:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000025382344 153: 1< 0 - - > 2< 626688 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511283:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ce34caf7 00000080:00200000:2.0:1787826255.511284:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1787826255.511286:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 154 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511299:0:55361:0:(rw26.c:875:ll_write_end()) pos 630784, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511303:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000e8c1bb1c[3 00000000e316190c 2 1 00000000e898aea7 0 0 154] 00000080:00200000:2.0:1787826255.511305:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000fd276325 17ffffc0001001 3:0 ffff8a4f1a237bc8 154 lru 00000080:00200000:2.0:1787826255.511309:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000007194c8e0 154: 1< 0 - - > 2< 630784 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511310:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000e8c1bb1c 00000080:00200000:2.0:1787826255.511311:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1787826255.511313:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 155 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511325:0:55361:0:(rw26.c:875:ll_write_end()) pos 634880, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511329:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000000c7fc53[3 00000000e316190c 2 1 00000000e898aea7 0 0 155] 00000080:00200000:2.0:1787826255.511332:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f33cf28b 17ffffc0001001 3:0 ffff8a4f1a237ae0 155 lru 00000080:00200000:2.0:1787826255.511337:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b995a747 155: 1< 0 - - > 2< 634880 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511927:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000000c7fc53 00000080:00200000:2.0:1787826255.511929:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1787826255.511932:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 156 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511953:0:55361:0:(rw26.c:875:ll_write_end()) pos 638976, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511958:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000021a0cbea[3 00000000e316190c 2 1 00000000e898aea7 0 0 156] 00000080:00200000:2.0:1787826255.511960:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000657d3806 17ffffc0001001 3:0 ffff8a4f1a2370e8 156 lru 00000080:00200000:2.0:1787826255.511965:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ae8bf6a1 156: 1< 0 - - > 2< 638976 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511966:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000021a0cbea 00000080:00200000:2.0:1787826255.511968:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1787826255.511969:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 157 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.511982:0:55361:0:(rw26.c:875:ll_write_end()) pos 643072, len 4096, copied 4096 00000080:00200000:2.0:1787826255.511986:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002d944c82[3 00000000e316190c 2 1 00000000e898aea7 0 0 157] 00000080:00200000:2.0:1787826255.511989:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f001e452 17ffffc0001001 3:0 ffff8a4f1a2373a0 157 lru 00000080:00200000:2.0:1787826255.511994:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000028a5de68 157: 1< 0 - - > 2< 643072 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.511996:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002d944c82 00000080:00200000:2.0:1787826255.511997:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1787826255.511998:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 158 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512010:0:55361:0:(rw26.c:875:ll_write_end()) pos 647168, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512014:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000005a835b8[3 00000000e316190c 2 1 00000000e898aea7 0 0 158] 00000080:00200000:2.0:1787826255.512017:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000004855e7f5 17ffffc0001001 3:0 ffff8a4f1a2372b8 158 lru 00000080:00200000:2.0:1787826255.512022:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000639ce04b 158: 1< 0 - - > 2< 647168 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512024:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000005a835b8 00000080:00200000:2.0:1787826255.512025:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1787826255.512027:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 159 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512038:0:55361:0:(rw26.c:875:ll_write_end()) pos 651264, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512042:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000fc67d026[3 00000000e316190c 2 1 00000000e898aea7 0 0 159] 00000080:00200000:2.0:1787826255.512044:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4f42a4f 17ffffc0001001 3:0 ffff8a4f1a237740 159 lru 00000080:00200000:2.0:1787826255.512049:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004b2e9113 159: 1< 0 - - > 2< 651264 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512050:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000fc67d026 00000080:00200000:2.0:1787826255.512052:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1787826255.512054:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 160 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512066:0:55361:0:(rw26.c:875:ll_write_end()) pos 655360, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512070:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000077180666[3 00000000e316190c 2 1 00000000e898aea7 0 0 160] 00000080:00200000:2.0:1787826255.512072:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000c6e6906b 17ffffc0001001 3:0 ffff8a4f1a237828 160 lru 00000080:00200000:2.0:1787826255.512077:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b0f04eac 160: 1< 0 - - > 2< 655360 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512079:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000077180666 00000080:00200000:2.0:1787826255.512079:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1787826255.512081:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 161 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512093:0:55361:0:(rw26.c:875:ll_write_end()) pos 659456, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512097:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000878ee1ff[3 00000000e316190c 2 1 00000000e898aea7 0 0 161] 00000080:00200000:2.0:1787826255.512100:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000655f2bde 17ffffc0001001 3:0 ffff8a4f1a237e80 161 lru 00000080:00200000:2.0:1787826255.512105:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000a76e7fed 161: 1< 0 - - > 2< 659456 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512107:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000878ee1ff 00000080:00200000:2.0:1787826255.512108:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1787826255.512110:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 162 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512130:0:55361:0:(rw26.c:875:ll_write_end()) pos 663552, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512134:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000010ea5e43[3 00000000e316190c 2 1 00000000e898aea7 0 0 162] 00000080:00200000:2.0:1787826255.512137:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000092c703a5 17ffffc0001021 2:0 ffff8a4f1a237000 162 lru 00000080:00200000:2.0:1787826255.512142:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ecb84a80 162: 1< 0 - - > 2< 663552 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512144:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000010ea5e43 00000080:00200000:2.0:1787826255.512145:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1787826255.512146:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 163 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512162:0:55361:0:(rw26.c:875:ll_write_end()) pos 667648, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512166:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000029245a79[3 00000000e316190c 2 1 00000000e898aea7 0 0 163] 00000080:00200000:2.0:1787826255.512168:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000003b408af8 17ffffc0001001 3:0 ffff8a4f1a237910 163 lru 00000080:00200000:2.0:1787826255.512173:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000d9c7bf5c 163: 1< 0 - - > 2< 667648 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512175:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000029245a79 00000080:00200000:2.0:1787826255.512176:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1787826255.512178:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 164 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512191:0:55361:0:(rw26.c:875:ll_write_end()) pos 671744, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512195:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000a00b97cb[3 00000000e316190c 2 1 00000000e898aea7 0 0 164] 00000080:00200000:2.0:1787826255.512197:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000423d000d 17ffffc0001001 3:0 ffff8a4f1a237488 164 lru 00000080:00200000:2.0:1787826255.512202:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9f9253d 164: 1< 0 - - > 2< 671744 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512204:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000a00b97cb 00000080:00200000:2.0:1787826255.512205:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1787826255.512206:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 165 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512219:0:55361:0:(rw26.c:875:ll_write_end()) pos 675840, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512223:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000768774a8[3 00000000e316190c 2 1 00000000e898aea7 0 0 165] 00000080:00200000:2.0:1787826255.512225:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000ff2156c3 17ffffc0001001 3:0 ffff8a4f1a237cb0 165 lru 00000080:00200000:2.0:1787826255.512230:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004be0c09c 165: 1< 0 - - > 2< 675840 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512232:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000768774a8 00000080:00200000:2.0:1787826255.512234:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1787826255.512235:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 166 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512249:0:55361:0:(rw26.c:875:ll_write_end()) pos 679936, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512253:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c44dd371[3 00000000e316190c 2 1 00000000e898aea7 0 0 166] 00000080:00200000:2.0:1787826255.512256:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6d6535a 17ffffc0001001 3:0 ffff8a4f09fdf9f8 166 lru 00000080:00200000:2.0:1787826255.512260:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b355ff46 166: 1< 0 - - > 2< 679936 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512262:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c44dd371 00000080:00200000:2.0:1787826255.512263:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1787826255.512265:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 167 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512279:0:55361:0:(rw26.c:875:ll_write_end()) pos 684032, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512283:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000067c89ad9[3 00000000e316190c 2 1 00000000e898aea7 0 0 167] 00000080:00200000:2.0:1787826255.512286:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000008d83d8a7 17ffffc0001001 3:0 ffff8a4f09fdf1d0 167 lru 00000080:00200000:2.0:1787826255.512290:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000001144969e 167: 1< 0 - - > 2< 684032 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512293:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000067c89ad9 00000080:00200000:2.0:1787826255.512293:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1787826255.512295:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 168 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512310:0:55361:0:(rw26.c:875:ll_write_end()) pos 688128, len 4096, copied 4096 00000080:00200000:2.0:1787826255.512314:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006b6213af[3 00000000e316190c 2 1 00000000e898aea7 0 0 168] 00000080:00200000:2.0:1787826255.512317:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000004c52cab9 17ffffc0001001 3:0 ffff8a4f09fdfbc8 168 lru 00000080:00200000:2.0:1787826255.512323:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000d706dd2d 168: 1< 0 - - > 2< 688128 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.512325:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006b6213af 00000080:00200000:2.0:1787826255.512325:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1787826255.512327:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 169 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.512997:0:55361:0:(rw26.c:875:ll_write_end()) pos 692224, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513005:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000001725425[3 00000000e316190c 2 1 00000000e898aea7 0 0 169] 00000080:00200000:2.0:1787826255.513007:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000002ff0dc0c 17ffffc0001001 3:0 ffff8a4f09fdfae0 169 lru 00000080:00200000:2.0:1787826255.513012:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000008452355a 169: 1< 0 - - > 2< 692224 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513014:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000001725425 00000080:00200000:2.0:1787826255.513015:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1787826255.513018:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 170 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513042:0:55361:0:(rw26.c:875:ll_write_end()) pos 696320, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513046:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002ded4557[3 00000000e316190c 2 1 00000000e898aea7 0 0 170] 00000080:00200000:2.0:1787826255.513049:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000394d2b0d 17ffffc0001001 3:0 ffff8a4f09fdf0e8 170 lru 00000080:00200000:2.0:1787826255.513054:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000e0ffece8 170: 1< 0 - - > 2< 696320 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513056:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002ded4557 00000080:00200000:2.0:1787826255.513057:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1787826255.513059:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 171 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513074:0:55361:0:(rw26.c:875:ll_write_end()) pos 700416, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513078:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f7f9d094[3 00000000e316190c 2 1 00000000e898aea7 0 0 171] 00000080:00200000:2.0:1787826255.513080:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000003fd6eae4 17ffffc0001001 3:0 ffff8a4f09fdf3a0 171 lru 00000080:00200000:2.0:1787826255.513084:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000260c3894 171: 1< 0 - - > 2< 700416 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513087:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f7f9d094 00000080:00200000:2.0:1787826255.513088:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1787826255.513089:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 172 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513101:0:55361:0:(rw26.c:875:ll_write_end()) pos 704512, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513105:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c35876f1[3 00000000e316190c 2 1 00000000e898aea7 0 0 172] 00000080:00200000:2.0:1787826255.513107:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000004a267ade 17ffffc0001001 3:0 ffff8a4f09fdf2b8 172 lru 00000080:00200000:2.0:1787826255.513112:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000001bc8af16 172: 1< 0 - - > 2< 704512 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513114:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c35876f1 00000080:00200000:2.0:1787826255.513115:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1787826255.513116:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 173 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513127:0:55361:0:(rw26.c:875:ll_write_end()) pos 708608, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513131:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000078a567d5[3 00000000e316190c 2 1 00000000e898aea7 0 0 173] 00000080:00200000:2.0:1787826255.513133:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000024995b61 17ffffc0001001 3:0 ffff8a4f09fdf740 173 lru 00000080:00200000:2.0:1787826255.513138:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004ab862e8 173: 1< 0 - - > 2< 708608 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513140:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000078a567d5 00000080:00200000:2.0:1787826255.513141:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1787826255.513142:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 174 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513154:0:55361:0:(rw26.c:875:ll_write_end()) pos 712704, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513157:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000449f58b9[3 00000000e316190c 2 1 00000000e898aea7 0 0 174] 00000080:00200000:2.0:1787826255.513159:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f891bab6 17ffffc0001001 3:0 ffff8a4f09fdf828 174 lru 00000080:00200000:2.0:1787826255.513164:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000043684d60 174: 1< 0 - - > 2< 712704 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513166:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000449f58b9 00000080:00200000:2.0:1787826255.513167:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1787826255.513168:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 175 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513179:0:55361:0:(rw26.c:875:ll_write_end()) pos 716800, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513183:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009b95fcef[3 00000000e316190c 2 1 00000000e898aea7 0 0 175] 00000080:00200000:2.0:1787826255.513185:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000c5c06380 17ffffc0001001 3:0 ffff8a4f09fdfe80 175 lru 00000080:00200000:2.0:1787826255.513190:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000004918593 175: 1< 0 - - > 2< 716800 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513192:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009b95fcef 00000080:00200000:2.0:1787826255.513193:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1787826255.513195:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 176 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513207:0:55361:0:(rw26.c:875:ll_write_end()) pos 720896, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513211:0:55361:0:(rw26.c:933:ll_write_end()) page@000000003ca6020d[3 00000000e316190c 2 1 00000000e898aea7 0 0 176] 00000080:00200000:2.0:1787826255.513213:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000007a9a6de3 17ffffc0001001 3:0 ffff8a4f09fdf000 176 lru 00000080:00200000:2.0:1787826255.513218:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000d92cf8a6 176: 1< 0 - - > 2< 720896 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513219:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000003ca6020d 00000080:00200000:2.0:1787826255.513220:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1787826255.513222:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 177 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513241:0:55361:0:(rw26.c:875:ll_write_end()) pos 724992, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513245:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009e3e2636[3 00000000e316190c 2 1 00000000e898aea7 0 0 177] 00000080:00200000:2.0:1787826255.513248:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000b5c2a38a 17ffffc0001021 2:0 ffff8a4f09fdf910 177 lru 00000080:00200000:2.0:1787826255.513253:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000f634a01f 177: 1< 0 - - > 2< 724992 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513255:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009e3e2636 00000080:00200000:2.0:1787826255.513256:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1787826255.513259:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 178 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513273:0:55361:0:(rw26.c:875:ll_write_end()) pos 729088, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513277:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000bc49877c[3 00000000e316190c 2 1 00000000e898aea7 0 0 178] 00000080:00200000:2.0:1787826255.513280:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000026e046e 17ffffc0001001 3:0 ffff8a4f09fdf488 178 lru 00000080:00200000:2.0:1787826255.513285:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000086bb64f7 178: 1< 0 - - > 2< 729088 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513287:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000bc49877c 00000080:00200000:2.0:1787826255.513288:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1787826255.513290:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 179 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513303:0:55361:0:(rw26.c:875:ll_write_end()) pos 733184, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513306:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000cb013980[3 00000000e316190c 2 1 00000000e898aea7 0 0 179] 00000080:00200000:2.0:1787826255.513309:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000080e78dc 17ffffc0001001 3:0 ffff8a4f09fdfcb0 179 lru 00000080:00200000:2.0:1787826255.513314:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000f5e00e6e 179: 1< 0 - - > 2< 733184 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513316:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000cb013980 00000080:00200000:2.0:1787826255.513317:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1787826255.513319:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 180 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513332:0:55361:0:(rw26.c:875:ll_write_end()) pos 737280, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513337:0:55361:0:(rw26.c:933:ll_write_end()) page@000000003735119c[3 00000000e316190c 2 1 00000000e898aea7 0 0 180] 00000080:00200000:2.0:1787826255.513339:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a9a9aa3d 17ffffc0001001 3:0 ffff8a4f09fdfd98 180 lru 00000080:00200000:2.0:1787826255.513355:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000000fbf5912 180: 1< 0 - - > 2< 737280 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513358:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000003735119c 00000080:00200000:2.0:1787826255.513359:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1787826255.513361:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 181 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513393:0:55361:0:(rw26.c:875:ll_write_end()) pos 741376, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513397:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006177f04f[3 00000000e316190c 2 1 00000000e898aea7 0 0 181] 00000080:00200000:2.0:1787826255.513400:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000683c3760 17ffffc0001001 3:0 ffff8a4f09fdf658 181 lru 00000080:00200000:2.0:1787826255.513404:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000c08621c0 181: 1< 0 - - > 2< 741376 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513406:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006177f04f 00000080:00200000:2.0:1787826255.513407:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1787826255.513409:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 182 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513425:0:55361:0:(rw26.c:875:ll_write_end()) pos 745472, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513430:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000895d461a[3 00000000e316190c 2 1 00000000e898aea7 0 0 182] 00000080:00200000:2.0:1787826255.513432:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000004a876f45 17ffffc0001001 3:0 ffff8a4f09fdf570 182 lru 00000080:00200000:2.0:1787826255.513437:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000030520b36 182: 1< 0 - - > 2< 745472 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513439:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000895d461a 00000080:00200000:2.0:1787826255.513440:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1787826255.513442:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 183 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513458:0:55361:0:(rw26.c:875:ll_write_end()) pos 749568, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513462:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000002029f6f[3 00000000e316190c 2 1 00000000e898aea7 0 0 183] 00000080:00200000:2.0:1787826255.513465:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000009b0b7f73 17ffffc0001001 3:0 ffff8a4f099d7bc8 183 lru 00000080:00200000:2.0:1787826255.513470:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000d1d4f639 183: 1< 0 - - > 2< 749568 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513471:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000002029f6f 00000080:00200000:2.0:1787826255.513472:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1787826255.513474:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 184 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513502:0:55361:0:(rw26.c:875:ll_write_end()) pos 753664, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513506:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000137dcdfa[3 00000000e316190c 2 1 00000000e898aea7 0 0 184] 00000080:00200000:2.0:1787826255.513508:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000916c2880 17ffffc0001001 3:0 ffff8a4f099d71d0 184 lru 00000080:00200000:2.0:1787826255.513513:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000006d5e942 184: 1< 0 - - > 2< 753664 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513515:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000137dcdfa 00000080:00200000:2.0:1787826255.513516:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1787826255.513517:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 185 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513530:0:55361:0:(rw26.c:875:ll_write_end()) pos 757760, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513534:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009ec3f39f[3 00000000e316190c 2 1 00000000e898aea7 0 0 185] 00000080:00200000:2.0:1787826255.513536:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000063ae2a8 17ffffc0001001 3:0 ffff8a4f099d79f8 185 lru 00000080:00200000:2.0:1787826255.513540:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000001055c4dd 185: 1< 0 - - > 2< 757760 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513542:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009ec3f39f 00000080:00200000:2.0:1787826255.513543:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1787826255.513545:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 186 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513558:0:55361:0:(rw26.c:875:ll_write_end()) pos 761856, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513562:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000983211b7[3 00000000e316190c 2 1 00000000e898aea7 0 0 186] 00000080:00200000:2.0:1787826255.513565:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000130306ea 17ffffc0001001 3:0 ffff8a4f099d7570 186 lru 00000080:00200000:2.0:1787826255.513570:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000080964d54 186: 1< 0 - - > 2< 761856 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513572:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000983211b7 00000080:00200000:2.0:1787826255.513573:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1787826255.513575:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 187 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513589:0:55361:0:(rw26.c:875:ll_write_end()) pos 765952, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513593:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000bbc22a5f[3 00000000e316190c 2 1 00000000e898aea7 0 0 187] 00000080:00200000:2.0:1787826255.513596:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000009fc13c3f 17ffffc0001001 3:0 ffff8a4f099d7658 187 lru 00000080:00200000:2.0:1787826255.513601:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000009729563f 187: 1< 0 - - > 2< 765952 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513603:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000bbc22a5f 00000080:00200000:2.0:1787826255.513604:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1787826255.513606:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 188 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513619:0:55361:0:(rw26.c:875:ll_write_end()) pos 770048, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513624:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d30ff1b3[3 00000000e316190c 2 1 00000000e898aea7 0 0 188] 00000080:00200000:2.0:1787826255.513626:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000efef7987 17ffffc0001001 3:0 ffff8a4f099d7d98 188 lru 00000080:00200000:2.0:1787826255.513631:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000129f76e7 188: 1< 0 - - > 2< 770048 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513633:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d30ff1b3 00000080:00200000:2.0:1787826255.513634:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1787826255.513636:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 189 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513649:0:55361:0:(rw26.c:875:ll_write_end()) pos 774144, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513654:0:55361:0:(rw26.c:933:ll_write_end()) page@000000003496a98b[3 00000000e316190c 2 1 00000000e898aea7 0 0 189] 00000080:00200000:2.0:1787826255.513657:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000003cf8542e 17ffffc0001001 3:0 ffff8a4f099d7ae0 189 lru 00000080:00200000:2.0:1787826255.513662:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000be74843b 189: 1< 0 - - > 2< 774144 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513664:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000003496a98b 00000080:00200000:2.0:1787826255.513666:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1787826255.513667:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 190 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.513682:0:55361:0:(rw26.c:875:ll_write_end()) pos 778240, len 4096, copied 4096 00000080:00200000:2.0:1787826255.513686:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000026317693[3 00000000e316190c 2 1 00000000e898aea7 0 0 190] 00000080:00200000:2.0:1787826255.513689:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a4cd3062 17ffffc0001001 3:0 ffff8a4f099d70e8 190 lru 00000080:00200000:2.0:1787826255.513694:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000016149776 190: 1< 0 - - > 2< 778240 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.513695:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000026317693 00000080:00200000:2.0:1787826255.513696:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1787826255.513698:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 191 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514024:0:55361:0:(rw26.c:875:ll_write_end()) pos 782336, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514029:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000158b8baa[3 00000000e316190c 2 1 00000000e898aea7 0 0 191] 00000080:00200000:2.0:1787826255.514032:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a45e4ac5 17ffffc0001001 3:0 ffff8a4f099d73a0 191 lru 00000080:00200000:2.0:1787826255.514038:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000000dcfa68 191: 1< 0 - - > 2< 782336 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514040:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000158b8baa 00000080:00200000:2.0:1787826255.514041:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1787826255.514043:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 192 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514065:0:55361:0:(rw26.c:875:ll_write_end()) pos 786432, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514069:0:55361:0:(rw26.c:933:ll_write_end()) page@000000005c0ebad9[3 00000000e316190c 2 1 00000000e898aea7 0 0 192] 00000080:00200000:2.0:1787826255.514071:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000053c0014a 17ffffc0001021 2:0 ffff8a4f099d72b8 192 lru 00000080:00200000:2.0:1787826255.514076:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b64d37bc 192: 1< 0 - - > 2< 786432 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514078:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000005c0ebad9 00000080:00200000:2.0:1787826255.514079:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1787826255.514081:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 193 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514095:0:55361:0:(rw26.c:875:ll_write_end()) pos 790528, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514099:0:55361:0:(rw26.c:933:ll_write_end()) page@000000000b3fed2c[3 00000000e316190c 2 1 00000000e898aea7 0 0 193] 00000080:00200000:2.0:1787826255.514101:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000e52ff5cd 17ffffc0001001 3:0 ffff8a4f099d7740 193 lru 00000080:00200000:2.0:1787826255.514107:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000814edf36 193: 1< 0 - - > 2< 790528 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514109:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000000b3fed2c 00000080:00200000:2.0:1787826255.514110:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1787826255.514111:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 194 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514127:0:55361:0:(rw26.c:875:ll_write_end()) pos 794624, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514131:0:55361:0:(rw26.c:933:ll_write_end()) page@000000008d43cdff[3 00000000e316190c 2 1 00000000e898aea7 0 0 194] 00000080:00200000:2.0:1787826255.514134:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000fdba22b8 17ffffc0001001 3:0 ffff8a4f099d7828 194 lru 00000080:00200000:2.0:1787826255.514139:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000000dea1a77 194: 1< 0 - - > 2< 794624 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514141:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000008d43cdff 00000080:00200000:2.0:1787826255.514142:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1787826255.514143:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 195 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514158:0:55361:0:(rw26.c:875:ll_write_end()) pos 798720, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514162:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c6ac70e4[3 00000000e316190c 2 1 00000000e898aea7 0 0 195] 00000080:00200000:2.0:1787826255.514165:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000023e274f3 17ffffc0001001 3:0 ffff8a4f099d7e80 195 lru 00000080:00200000:2.0:1787826255.514170:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000008fbff96f 195: 1< 0 - - > 2< 798720 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514172:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c6ac70e4 00000080:00200000:2.0:1787826255.514173:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1787826255.514175:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 196 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514187:0:55361:0:(rw26.c:875:ll_write_end()) pos 802816, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514190:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000196e9182[3 00000000e316190c 2 1 00000000e898aea7 0 0 196] 00000080:00200000:2.0:1787826255.514193:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000008f0fd00a 17ffffc0001001 3:0 ffff8a4f099d7000 196 lru 00000080:00200000:2.0:1787826255.514197:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000008086049f 196: 1< 0 - - > 2< 802816 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514199:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000196e9182 00000080:00200000:2.0:1787826255.514200:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1787826255.514201:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 197 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514213:0:55361:0:(rw26.c:875:ll_write_end()) pos 806912, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514216:0:55361:0:(rw26.c:933:ll_write_end()) page@000000000cc1d178[3 00000000e316190c 2 1 00000000e898aea7 0 0 197] 00000080:00200000:2.0:1787826255.514219:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000c0b61965 17ffffc0001001 3:0 ffff8a4f099d7910 197 lru 00000080:00200000:2.0:1787826255.514223:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000002f7c617c 197: 1< 0 - - > 2< 806912 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514225:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000000cc1d178 00000080:00200000:2.0:1787826255.514226:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1787826255.514228:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 198 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514240:0:55361:0:(rw26.c:875:ll_write_end()) pos 811008, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514244:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d3355e53[3 00000000e316190c 2 1 00000000e898aea7 0 0 198] 00000080:00200000:2.0:1787826255.514246:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000006be7ef88 17ffffc0001001 3:0 ffff8a4f099d7488 198 lru 00000080:00200000:2.0:1787826255.514252:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000002282db97 198: 1< 0 - - > 2< 811008 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514254:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d3355e53 00000080:00200000:2.0:1787826255.514255:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1787826255.514257:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 199 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514271:0:55361:0:(rw26.c:875:ll_write_end()) pos 815104, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514276:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000089202a39[3 00000000e316190c 2 1 00000000e898aea7 0 0 199] 00000080:00200000:2.0:1787826255.514278:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000009c08a12a 17ffffc0001001 3:0 ffff8a4f099d7cb0 199 lru 00000080:00200000:2.0:1787826255.514283:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000085239022 199: 1< 0 - - > 2< 815104 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514284:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000089202a39 00000080:00200000:2.0:1787826255.514285:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1787826255.514287:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 200 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514301:0:55361:0:(rw26.c:875:ll_write_end()) pos 819200, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514305:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000098be910c[3 00000000e316190c 2 1 00000000e898aea7 0 0 200] 00000080:00200000:2.0:1787826255.514307:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa562214 17ffffc0001001 3:0 ffff8a4f1a3443a0 200 lru 00000080:00200000:2.0:1787826255.514312:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000003f95a9ea 200: 1< 0 - - > 2< 819200 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514314:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000098be910c 00000080:00200000:2.0:1787826255.514315:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1787826255.514317:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 201 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514329:0:55361:0:(rw26.c:875:ll_write_end()) pos 823296, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514333:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ae5d3631[3 00000000e316190c 2 1 00000000e898aea7 0 0 201] 00000080:00200000:2.0:1787826255.514335:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000747d0af6 17ffffc0001001 3:0 ffff8a4f1a3440e8 201 lru 00000080:00200000:2.0:1787826255.514340:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000007fb60641 201: 1< 0 - - > 2< 823296 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514341:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ae5d3631 00000080:00200000:2.0:1787826255.514342:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1787826255.514344:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 202 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514355:0:55361:0:(rw26.c:875:ll_write_end()) pos 827392, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514358:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f3f41fce[3 00000000e316190c 2 1 00000000e898aea7 0 0 202] 00000080:00200000:2.0:1787826255.514361:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f187fb6f 17ffffc0001001 3:0 ffff8a4f1a344ae0 202 lru 00000080:00200000:2.0:1787826255.514365:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb53442f 202: 1< 0 - - > 2< 827392 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514366:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f3f41fce 00000080:00200000:2.0:1787826255.514367:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1787826255.514369:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 203 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514380:0:55361:0:(rw26.c:875:ll_write_end()) pos 831488, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514384:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d81aab1e[3 00000000e316190c 2 1 00000000e898aea7 0 0 203] 00000080:00200000:2.0:1787826255.514387:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000075ebb348 17ffffc0001001 3:0 ffff8a4f1a344bc8 203 lru 00000080:00200000:2.0:1787826255.514392:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000e16ce3e7 203: 1< 0 - - > 2< 831488 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514394:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d81aab1e 00000080:00200000:2.0:1787826255.514395:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1787826255.514397:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 204 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514410:0:55361:0:(rw26.c:875:ll_write_end()) pos 835584, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514414:0:55361:0:(rw26.c:933:ll_write_end()) page@000000003ee1c827[3 00000000e316190c 2 1 00000000e898aea7 0 0 204] 00000080:00200000:2.0:1787826255.514417:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc545841 17ffffc0001001 3:0 ffff8a4f1a3441d0 204 lru 00000080:00200000:2.0:1787826255.514422:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000295e45da 204: 1< 0 - - > 2< 835584 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514423:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000003ee1c827 00000080:00200000:2.0:1787826255.514424:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1787826255.514426:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 205 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514440:0:55361:0:(rw26.c:875:ll_write_end()) pos 839680, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514444:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000cd29dfad[3 00000000e316190c 2 1 00000000e898aea7 0 0 205] 00000080:00200000:2.0:1787826255.514447:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000005f63788 17ffffc0001001 3:0 ffff8a4f1a3449f8 205 lru 00000080:00200000:2.0:1787826255.514451:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004014b282 205: 1< 0 - - > 2< 839680 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514453:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000cd29dfad 00000080:00200000:2.0:1787826255.514454:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1787826255.514455:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 206 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514469:0:55361:0:(rw26.c:875:ll_write_end()) pos 843776, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514473:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ceb1f91e[3 00000000e316190c 2 1 00000000e898aea7 0 0 206] 00000080:00200000:2.0:1787826255.514475:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000570bb75f 17ffffc0001001 3:0 ffff8a4f1a344570 206 lru 00000080:00200000:2.0:1787826255.514480:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000005fa1d138 206: 1< 0 - - > 2< 843776 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514482:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ceb1f91e 00000080:00200000:2.0:1787826255.514483:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1787826255.514484:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 207 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514512:0:55361:0:(rw26.c:875:ll_write_end()) pos 847872, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514516:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000efbf5db4[3 00000000e316190c 2 1 00000000e898aea7 0 0 207] 00000080:00200000:2.0:1787826255.514519:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000c22bddf1 17ffffc0001021 2:0 ffff8a4f1a344658 207 lru 00000080:00200000:2.0:1787826255.514524:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000d07f0b9e 207: 1< 0 - - > 2< 847872 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514526:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000efbf5db4 00000080:00200000:2.0:1787826255.514527:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1787826255.514529:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 208 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514541:0:55361:0:(rw26.c:875:ll_write_end()) pos 851968, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514544:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c9f4efb7[3 00000000e316190c 2 1 00000000e898aea7 0 0 208] 00000080:00200000:2.0:1787826255.514547:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000064886dae 17ffffc0001001 3:0 ffff8a4f1a344d98 208 lru 00000080:00200000:2.0:1787826255.514551:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000009e38be0f 208: 1< 0 - - > 2< 851968 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514553:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c9f4efb7 00000080:00200000:2.0:1787826255.514554:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1787826255.514555:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 209 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514566:0:55361:0:(rw26.c:875:ll_write_end()) pos 856064, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514569:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002c8223ce[3 00000000e316190c 2 1 00000000e898aea7 0 0 209] 00000080:00200000:2.0:1787826255.514572:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000005e89c0ab 17ffffc0001001 3:0 ffff8a4f1a344cb0 209 lru 00000080:00200000:2.0:1787826255.514577:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b54839ea 209: 1< 0 - - > 2< 856064 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514578:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002c8223ce 00000080:00200000:2.0:1787826255.514579:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1787826255.514581:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 210 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514595:0:55361:0:(rw26.c:875:ll_write_end()) pos 860160, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514599:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000064540de6[3 00000000e316190c 2 1 00000000e898aea7 0 0 210] 00000080:00200000:2.0:1787826255.514601:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000096cc69ab 17ffffc0001001 3:0 ffff8a4f1a344488 210 lru 00000080:00200000:2.0:1787826255.514607:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000318b5e4a 210: 1< 0 - - > 2< 860160 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514609:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000064540de6 00000080:00200000:2.0:1787826255.514610:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1787826255.514611:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 211 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514626:0:55361:0:(rw26.c:875:ll_write_end()) pos 864256, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514630:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f964f668[3 00000000e316190c 2 1 00000000e898aea7 0 0 211] 00000080:00200000:2.0:1787826255.514632:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000b0af2674 17ffffc0001001 3:0 ffff8a4f1a344910 211 lru 00000080:00200000:2.0:1787826255.514637:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000001ab97823 211: 1< 0 - - > 2< 864256 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514639:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f964f668 00000080:00200000:2.0:1787826255.514640:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1787826255.514641:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 212 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514656:0:55361:0:(rw26.c:875:ll_write_end()) pos 868352, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514661:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d650a406[3 00000000e316190c 2 1 00000000e898aea7 0 0 212] 00000080:00200000:2.0:1787826255.514664:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000005167b695 17ffffc0001001 3:0 ffff8a4f1a344000 212 lru 00000080:00200000:2.0:1787826255.514668:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000fad5000c 212: 1< 0 - - > 2< 868352 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514671:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d650a406 00000080:00200000:2.0:1787826255.514672:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1787826255.514673:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 213 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514687:0:55361:0:(rw26.c:875:ll_write_end()) pos 872448, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514691:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d5a5ec30[3 00000000e316190c 2 1 00000000e898aea7 0 0 213] 00000080:00200000:2.0:1787826255.514694:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000823ebbc7 17ffffc0001001 3:0 ffff8a4f1a344e80 213 lru 00000080:00200000:2.0:1787826255.514699:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000006685e178 213: 1< 0 - - > 2< 872448 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.514701:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d5a5ec30 00000080:00200000:2.0:1787826255.514712:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1787826255.514715:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 214 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.514730:0:55361:0:(rw26.c:875:ll_write_end()) pos 876544, len 4096, copied 4096 00000080:00200000:2.0:1787826255.514734:0:55361:0:(rw26.c:933:ll_write_end()) page@000000001adbb5c8[3 00000000e316190c 2 1 00000000e898aea7 0 0 214] 00000080:00200000:2.0:1787826255.515126:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000006adaf268 17ffffc0001001 3:0 ffff8a4f1a344828 214 lru 00000080:00200000:2.0:1787826255.515132:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000081c98312 214: 1< 0 - - > 2< 876544 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515134:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000001adbb5c8 00000080:00200000:2.0:1787826255.515136:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1787826255.515138:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 215 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515156:0:55361:0:(rw26.c:875:ll_write_end()) pos 880640, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515161:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000fa1860b1[3 00000000e316190c 2 1 00000000e898aea7 0 0 215] 00000080:00200000:2.0:1787826255.515163:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000046718865 17ffffc0001001 3:0 ffff8a4f1a344740 215 lru 00000080:00200000:2.0:1787826255.515168:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000000bddfa25 215: 1< 0 - - > 2< 880640 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515170:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000fa1860b1 00000080:00200000:2.0:1787826255.515171:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1787826255.515173:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 216 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515188:0:55361:0:(rw26.c:875:ll_write_end()) pos 884736, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515193:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002cd0a008[3 00000000e316190c 2 1 00000000e898aea7 0 0 216] 00000080:00200000:2.0:1787826255.515195:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000099bf72e0 17ffffc0001001 3:0 ffff8a4f1a3442b8 216 lru 00000080:00200000:2.0:1787826255.515200:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000040284b7f 216: 1< 0 - - > 2< 884736 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515202:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002cd0a008 00000080:00200000:2.0:1787826255.515203:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1787826255.515205:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 217 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515219:0:55361:0:(rw26.c:875:ll_write_end()) pos 888832, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515223:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000275793d6[3 00000000e316190c 2 1 00000000e898aea7 0 0 217] 00000080:00200000:2.0:1787826255.515225:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000e17ee653 17ffffc0001001 3:0 ffff8a4f09f29000 217 lru 00000080:00200000:2.0:1787826255.515230:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000294d4664 217: 1< 0 - - > 2< 888832 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515232:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000275793d6 00000080:00200000:2.0:1787826255.515233:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1787826255.515235:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 218 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515247:0:55361:0:(rw26.c:875:ll_write_end()) pos 892928, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515250:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000061c1777c[3 00000000e316190c 2 1 00000000e898aea7 0 0 218] 00000080:00200000:2.0:1787826255.515252:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6294d27 17ffffc0001001 3:0 ffff8a4f09f29910 218 lru 00000080:00200000:2.0:1787826255.515257:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000052da44e6 218: 1< 0 - - > 2< 892928 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515259:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000061c1777c 00000080:00200000:2.0:1787826255.515260:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1787826255.515262:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 219 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515274:0:55361:0:(rw26.c:875:ll_write_end()) pos 897024, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515278:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ae8b8db7[3 00000000e316190c 2 1 00000000e898aea7 0 0 219] 00000080:00200000:2.0:1787826255.515281:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000059294fd4 17ffffc0001001 3:0 ffff8a4f09f29488 219 lru 00000080:00200000:2.0:1787826255.515285:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000d4672f67 219: 1< 0 - - > 2< 897024 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515287:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ae8b8db7 00000080:00200000:2.0:1787826255.515288:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1787826255.515289:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 220 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515300:0:55361:0:(rw26.c:875:ll_write_end()) pos 901120, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515304:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000057213a49[3 00000000e316190c 2 1 00000000e898aea7 0 0 220] 00000080:00200000:2.0:1787826255.515306:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000d71573dd 17ffffc0001001 3:0 ffff8a4f09f29cb0 220 lru 00000080:00200000:2.0:1787826255.515311:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000006bd2843e 220: 1< 0 - - > 2< 901120 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515313:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000057213a49 00000080:00200000:2.0:1787826255.515314:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1787826255.515316:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 221 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515327:0:55361:0:(rw26.c:875:ll_write_end()) pos 905216, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515331:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000fce89b44[3 00000000e316190c 2 1 00000000e898aea7 0 0 221] 00000080:00200000:2.0:1787826255.515333:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000008c6caa58 17ffffc0001001 3:0 ffff8a4f09f29d98 221 lru 00000080:00200000:2.0:1787826255.515426:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000218b0204 221: 1< 0 - - > 2< 905216 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515429:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000fce89b44 00000080:00200000:2.0:1787826255.515430:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1787826255.515432:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 222 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515452:0:55361:0:(rw26.c:875:ll_write_end()) pos 909312, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515457:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c69becdc[3 00000000e316190c 2 1 00000000e898aea7 0 0 222] 00000080:00200000:2.0:1787826255.515459:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000023133b28 17ffffc0001021 2:0 ffff8a4f09f29658 222 lru 00000080:00200000:2.0:1787826255.515464:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000008ca14a66 222: 1< 0 - - > 2< 909312 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515466:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c69becdc 00000080:00200000:2.0:1787826255.515468:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1787826255.515471:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 223 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515483:0:55361:0:(rw26.c:875:ll_write_end()) pos 913408, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515499:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000619d5340[3 00000000e316190c 2 1 00000000e898aea7 0 0 223] 00000080:00200000:2.0:1787826255.515502:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000047298d23 17ffffc0001001 3:0 ffff8a4f09f29570 223 lru 00000080:00200000:2.0:1787826255.515507:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000a0ea1664 223: 1< 0 - - > 2< 913408 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515509:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000619d5340 00000080:00200000:2.0:1787826255.515510:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1787826255.515512:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 224 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515525:0:55361:0:(rw26.c:875:ll_write_end()) pos 917504, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515528:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009633d8c3[3 00000000e316190c 2 1 00000000e898aea7 0 0 224] 00000080:00200000:2.0:1787826255.515531:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000005f2b310 17ffffc0001001 3:0 ffff8a4f09f299f8 224 lru 00000080:00200000:2.0:1787826255.515536:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000004d84d76a 224: 1< 0 - - > 2< 917504 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515538:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009633d8c3 00000080:00200000:2.0:1787826255.515538:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1787826255.515540:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 225 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515550:0:55361:0:(rw26.c:875:ll_write_end()) pos 921600, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515554:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000087d390b7[3 00000000e316190c 2 1 00000000e898aea7 0 0 225] 00000080:00200000:2.0:1787826255.515556:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a97eb244 17ffffc0001001 3:0 ffff8a4f09f291d0 225 lru 00000080:00200000:2.0:1787826255.515560:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000ecb85135 225: 1< 0 - - > 2< 921600 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515563:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000087d390b7 00000080:00200000:2.0:1787826255.515564:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1787826255.515565:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 226 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515579:0:55361:0:(rw26.c:875:ll_write_end()) pos 925696, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515583:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000df3e2b1b[3 00000000e316190c 2 1 00000000e898aea7 0 0 226] 00000080:00200000:2.0:1787826255.515586:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000310ff708 17ffffc0001001 3:0 ffff8a4f09f29bc8 226 lru 00000080:00200000:2.0:1787826255.515592:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000f8669e55 226: 1< 0 - - > 2< 925696 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515594:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000df3e2b1b 00000080:00200000:2.0:1787826255.515595:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1787826255.515597:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 227 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515611:0:55361:0:(rw26.c:875:ll_write_end()) pos 929792, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515614:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006f3e7053[3 00000000e316190c 2 1 00000000e898aea7 0 0 227] 00000080:00200000:2.0:1787826255.515617:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000962b0f9b 17ffffc0001001 3:0 ffff8a4f09f29ae0 227 lru 00000080:00200000:2.0:1787826255.515622:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000005e9dec16 227: 1< 0 - - > 2< 929792 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515624:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006f3e7053 00000080:00200000:2.0:1787826255.515625:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1787826255.515626:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 228 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515638:0:55361:0:(rw26.c:875:ll_write_end()) pos 933888, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515641:0:55361:0:(rw26.c:933:ll_write_end()) page@000000003e3d2ee6[3 00000000e316190c 2 1 00000000e898aea7 0 0 228] 00000080:00200000:2.0:1787826255.515644:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000069faea44 17ffffc0001001 3:0 ffff8a4f09f290e8 228 lru 00000080:00200000:2.0:1787826255.515648:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000081fb1a4e 228: 1< 0 - - > 2< 933888 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515650:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000003e3d2ee6 00000080:00200000:2.0:1787826255.515651:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1787826255.515653:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 229 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515663:0:55361:0:(rw26.c:875:ll_write_end()) pos 937984, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515667:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000078d0c4ee[3 00000000e316190c 2 1 00000000e898aea7 0 0 229] 00000080:00200000:2.0:1787826255.515669:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000009c0196f1 17ffffc0001001 3:0 ffff8a4f09f293a0 229 lru 00000080:00200000:2.0:1787826255.515674:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000000d1f1ebb 229: 1< 0 - - > 2< 937984 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.515675:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000078d0c4ee 00000080:00200000:2.0:1787826255.515676:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1787826255.515678:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 230 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.515688:0:55361:0:(rw26.c:875:ll_write_end()) pos 942080, len 4096, copied 4096 00000080:00200000:2.0:1787826255.515692:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000b6b01d3c[3 00000000e316190c 2 1 00000000e898aea7 0 0 230] 00000080:00200000:2.0:1787826255.515694:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6cce46d 17ffffc0001001 3:0 ffff8a4f09f292b8 230 lru 00000080:00200000:2.0:1787826255.515699:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000f15d995f 230: 1< 0 - - > 2< 942080 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516200:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000b6b01d3c 00000080:00200000:2.0:1787826255.516201:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1787826255.516204:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 231 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516224:0:55361:0:(rw26.c:875:ll_write_end()) pos 946176, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516229:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000f411fbc6[3 00000000e316190c 2 1 00000000e898aea7 0 0 231] 00000080:00200000:2.0:1787826255.516231:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000600f3987 17ffffc0001001 3:0 ffff8a4f09f29740 231 lru 00000080:00200000:2.0:1787826255.516235:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000005ed9ef25 231: 1< 0 - - > 2< 946176 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516237:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000f411fbc6 00000080:00200000:2.0:1787826255.516238:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1787826255.516239:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 232 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516249:0:55361:0:(rw26.c:875:ll_write_end()) pos 950272, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516253:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c389059c[3 00000000e316190c 2 1 00000000e898aea7 0 0 232] 00000080:00200000:2.0:1787826255.516255:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000571573d9 17ffffc0001001 3:0 ffff8a4f09f29828 232 lru 00000080:00200000:2.0:1787826255.516259:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000a6d2d505 232: 1< 0 - - > 2< 950272 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516261:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c389059c 00000080:00200000:2.0:1787826255.516262:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1787826255.516263:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 233 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516275:0:55361:0:(rw26.c:875:ll_write_end()) pos 954368, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516279:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002f29ad99[3 00000000e316190c 2 1 00000000e898aea7 0 0 233] 00000080:00200000:2.0:1787826255.516282:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000d5f1a3d3 17ffffc0001001 3:0 ffff8a4f09f29e80 233 lru 00000080:00200000:2.0:1787826255.516287:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000baf89e7f 233: 1< 0 - - > 2< 954368 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516288:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002f29ad99 00000080:00200000:2.0:1787826255.516289:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1787826255.516291:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 234 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516304:0:55361:0:(rw26.c:875:ll_write_end()) pos 958464, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516308:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000dab9e668[3 00000000e316190c 2 1 00000000e898aea7 0 0 234] 00000080:00200000:2.0:1787826255.516310:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000088788295 17ffffc0001001 3:0 ffff8a4f1a38fbc8 234 lru 00000080:00200000:2.0:1787826255.516314:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000d3d11b17 234: 1< 0 - - > 2< 958464 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516316:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000dab9e668 00000080:00200000:2.0:1787826255.516318:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1787826255.516319:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 235 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516330:0:55361:0:(rw26.c:875:ll_write_end()) pos 962560, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516334:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009d56fdee[3 00000000e316190c 2 1 00000000e898aea7 0 0 235] 00000080:00200000:2.0:1787826255.516336:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000001474f018 17ffffc0001001 3:0 ffff8a4f1a38fae0 235 lru 00000080:00200000:2.0:1787826255.516341:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000437bd19f 235: 1< 0 - - > 2< 962560 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516343:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009d56fdee 00000080:00200000:2.0:1787826255.516344:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1787826255.516345:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 236 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516497:0:55361:0:(rw26.c:875:ll_write_end()) pos 966656, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516503:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000855217dc[3 00000000e316190c 2 1 00000000e898aea7 0 0 236] 00000080:00200000:2.0:1787826255.516506:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000027f2644 17ffffc0001001 3:0 ffff8a4f1a38f0e8 236 lru 00000080:00200000:2.0:1787826255.516510:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000003355d7b4 236: 1< 0 - - > 2< 966656 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516512:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000855217dc 00000080:00200000:2.0:1787826255.516513:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1787826255.516515:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 237 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516533:0:55361:0:(rw26.c:875:ll_write_end()) pos 970752, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516536:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000069b7d03f[3 00000000e316190c 2 1 00000000e898aea7 0 0 237] 00000080:00200000:2.0:1787826255.516538:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a931a482 17ffffc0001021 2:0 ffff8a4f1a38f3a0 237 lru 00000080:00200000:2.0:1787826255.516543:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000058e8812f 237: 1< 0 - - > 2< 970752 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516545:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000069b7d03f 00000080:00200000:2.0:1787826255.516546:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1787826255.516548:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 238 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516559:0:55361:0:(rw26.c:875:ll_write_end()) pos 974848, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516563:0:55361:0:(rw26.c:933:ll_write_end()) page@000000002d4aab9f[3 00000000e316190c 2 1 00000000e898aea7 0 0 238] 00000080:00200000:2.0:1787826255.516565:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000071d33f17 17ffffc0001001 3:0 ffff8a4f1a38f2b8 238 lru 00000080:00200000:2.0:1787826255.516569:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000003b8cfd76 238: 1< 0 - - > 2< 974848 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516571:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000002d4aab9f 00000080:00200000:2.0:1787826255.516572:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1787826255.516574:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 239 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516585:0:55361:0:(rw26.c:875:ll_write_end()) pos 978944, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516589:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000fcb31807[3 00000000e316190c 2 1 00000000e898aea7 0 0 239] 00000080:00200000:2.0:1787826255.516591:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000008160da36 17ffffc0001001 3:0 ffff8a4f1a38f740 239 lru 00000080:00200000:2.0:1787826255.516596:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000075e4c7ef 239: 1< 0 - - > 2< 978944 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516598:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000fcb31807 00000080:00200000:2.0:1787826255.516599:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1787826255.516600:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 240 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516615:0:55361:0:(rw26.c:875:ll_write_end()) pos 983040, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516619:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000d22fc323[3 00000000e316190c 2 1 00000000e898aea7 0 0 240] 00000080:00200000:2.0:1787826255.516622:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000f2b1d88a 17ffffc0001001 3:0 ffff8a4f1a38f828 240 lru 00000080:00200000:2.0:1787826255.516627:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000be3dbe8f 240: 1< 0 - - > 2< 983040 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516629:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000d22fc323 00000080:00200000:2.0:1787826255.516630:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1787826255.516631:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 241 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516645:0:55361:0:(rw26.c:875:ll_write_end()) pos 987136, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516648:0:55361:0:(rw26.c:933:ll_write_end()) page@000000009d99b8f5[3 00000000e316190c 2 1 00000000e898aea7 0 0 241] 00000080:00200000:2.0:1787826255.516651:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000047894ebc 17ffffc0001001 3:0 ffff8a4f1a38fe80 241 lru 00000080:00200000:2.0:1787826255.516655:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000db1ccffb 241: 1< 0 - - > 2< 987136 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516657:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000009d99b8f5 00000080:00200000:2.0:1787826255.516658:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1787826255.516659:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 242 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516669:0:55361:0:(rw26.c:875:ll_write_end()) pos 991232, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516673:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000322c2cdb[3 00000000e316190c 2 1 00000000e898aea7 0 0 242] 00000080:00200000:2.0:1787826255.516675:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000084f07582 17ffffc0001001 3:0 ffff8a4f1a38f000 242 lru 00000080:00200000:2.0:1787826255.516680:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000011123844 242: 1< 0 - - > 2< 991232 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.516682:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000322c2cdb 00000080:00200000:2.0:1787826255.516683:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1787826255.516685:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 243 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.516696:0:55361:0:(rw26.c:875:ll_write_end()) pos 995328, len 4096, copied 4096 00000080:00200000:2.0:1787826255.516699:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000004383fa5[3 00000000e316190c 2 1 00000000e898aea7 0 0 243] 00000080:00200000:2.0:1787826255.517117:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000061041a63 17ffffc0001001 3:0 ffff8a4f1a38f910 243 lru 00000080:00200000:2.0:1787826255.517125:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000184657fd 243: 1< 0 - - > 2< 995328 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517128:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000004383fa5 00000080:00200000:2.0:1787826255.517130:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1787826255.517132:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 244 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517150:0:55361:0:(rw26.c:875:ll_write_end()) pos 999424, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517155:0:55361:0:(rw26.c:933:ll_write_end()) page@000000007f66176e[3 00000000e316190c 2 1 00000000e898aea7 0 0 244] 00000080:00200000:2.0:1787826255.517157:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000738653ca 17ffffc0001001 3:0 ffff8a4f1a38f488 244 lru 00000080:00200000:2.0:1787826255.517162:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000090b70a5b 244: 1< 0 - - > 2< 999424 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517164:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000007f66176e 00000080:00200000:2.0:1787826255.517165:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1787826255.517166:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 245 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517183:0:55361:0:(rw26.c:875:ll_write_end()) pos 1003520, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517187:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000eed686ee[3 00000000e316190c 2 1 00000000e898aea7 0 0 245] 00000080:00200000:2.0:1787826255.517190:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000002a055dd7 17ffffc0001001 3:0 ffff8a4f1a38fcb0 245 lru 00000080:00200000:2.0:1787826255.517195:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000050693869 245: 1< 0 - - > 2< 1003520 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517197:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000eed686ee 00000080:00200000:2.0:1787826255.517198:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1787826255.517199:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 246 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517212:0:55361:0:(rw26.c:875:ll_write_end()) pos 1007616, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517216:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000294b0dd6[3 00000000e316190c 2 1 00000000e898aea7 0 0 246] 00000080:00200000:2.0:1787826255.517219:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000726076fd 17ffffc0001001 3:0 ffff8a4f1a38fd98 246 lru 00000080:00200000:2.0:1787826255.517223:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000009f125d69 246: 1< 0 - - > 2< 1007616 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517225:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000294b0dd6 00000080:00200000:2.0:1787826255.517226:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1787826255.517227:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 247 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517244:0:55361:0:(rw26.c:875:ll_write_end()) pos 1011712, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517248:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006fef84c7[3 00000000e316190c 2 1 00000000e898aea7 0 0 247] 00000080:00200000:2.0:1787826255.517250:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000001f18ab43 17ffffc0001001 3:0 ffff8a4f1a38f658 247 lru 00000080:00200000:2.0:1787826255.517255:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000de6b7a0d 247: 1< 0 - - > 2< 1011712 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517257:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006fef84c7 00000080:00200000:2.0:1787826255.517258:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1787826255.517260:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 248 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517274:0:55361:0:(rw26.c:875:ll_write_end()) pos 1015808, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517279:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c034618c[3 00000000e316190c 2 1 00000000e898aea7 0 0 248] 00000080:00200000:2.0:1787826255.517282:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000000f132147 17ffffc0001001 3:0 ffff8a4f1a38f570 248 lru 00000080:00200000:2.0:1787826255.517287:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000003a786d8a 248: 1< 0 - - > 2< 1015808 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517289:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c034618c 00000080:00200000:2.0:1787826255.517290:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1787826255.517292:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 249 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517306:0:55361:0:(rw26.c:875:ll_write_end()) pos 1019904, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517310:0:55361:0:(rw26.c:933:ll_write_end()) page@000000006e35c696[3 00000000e316190c 2 1 00000000e898aea7 0 0 249] 00000080:00200000:2.0:1787826255.517313:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @000000006ef87a77 17ffffc0001001 3:0 ffff8a4f1a38f9f8 249 lru 00000080:00200000:2.0:1787826255.517317:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000009a72d0b6 249: 1< 0 - - > 2< 1019904 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517319:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000006e35c696 00000080:00200000:2.0:1787826255.517320:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1787826255.517322:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 250 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517335:0:55361:0:(rw26.c:875:ll_write_end()) pos 1024000, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517339:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000abbfb05a[3 00000000e316190c 2 1 00000000e898aea7 0 0 250] 00000080:00200000:2.0:1787826255.517342:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000073c37eeb 17ffffc0001001 3:0 ffff8a4f1a38f1d0 250 lru 00000080:00200000:2.0:1787826255.517347:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000008161797c 250: 1< 0 - - > 2< 1024000 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517350:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000abbfb05a 00000080:00200000:2.0:1787826255.517351:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1787826255.517353:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 251 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517368:0:55361:0:(rw26.c:875:ll_write_end()) pos 1028096, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517371:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000c9ecf597[3 00000000e316190c 2 1 00000000e898aea7 0 0 251] 00000080:00200000:2.0:1787826255.517374:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @0000000056047573 17ffffc0001001 3:0 ffff8a4f125de9f8 251 lru 00000080:00200000:2.0:1787826255.517378:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@000000001d88a3f6 251: 1< 0 - - > 2< 1028096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517380:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000c9ecf597 00000080:00200000:2.0:1787826255.517381:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1787826255.517383:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 252 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517400:0:55361:0:(rw26.c:875:ll_write_end()) pos 1032192, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517404:0:55361:0:(rw26.c:933:ll_write_end()) page@0000000057f9a850[3 00000000e316190c 2 1 00000000e898aea7 0 0 252] 00000080:00200000:2.0:1787826255.517406:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000e8fab6f5 17ffffc0001021 2:0 ffff8a4f125de1d0 252 lru 00000080:00200000:2.0:1787826255.517411:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000b355811c 252: 1< 0 - - > 2< 1032192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517413:0:55361:0:(rw26.c:933:ll_write_end()) end page@0000000057f9a850 00000080:00200000:2.0:1787826255.517414:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1787826255.517416:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 253 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517430:0:55361:0:(rw26.c:875:ll_write_end()) pos 1036288, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517434:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000ca368d45[3 00000000e316190c 2 1 00000000e898aea7 0 0 253] 00000080:00200000:2.0:1787826255.517436:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000b1d0f954 17ffffc0001001 3:0 ffff8a4f125debc8 253 lru 00000080:00200000:2.0:1787826255.517441:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000c95f8999 253: 1< 0 - - > 2< 1036288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517443:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000ca368d45 00000080:00200000:2.0:1787826255.517444:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1787826255.517446:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 254 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517462:0:55361:0:(rw26.c:875:ll_write_end()) pos 1040384, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517466:0:55361:0:(rw26.c:933:ll_write_end()) page@00000000de861e78[3 00000000e316190c 2 1 00000000e898aea7 0 0 254] 00000080:00200000:2.0:1787826255.517469:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000a7b5a0e9 17ffffc0001001 3:0 ffff8a4f125deae0 254 lru 00000080:00200000:2.0:1787826255.517474:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@00000000939d90fa 254: 1< 0 - - > 2< 1040384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517477:0:55361:0:(rw26.c:933:ll_write_end()) end page@00000000de861e78 00000080:00200000:2.0:1787826255.517478:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1787826255.517479:0:55361:0:(rw26.c:681:ll_write_begin()) Writing 255 of 0 to 4096 bytes 00000080:00200000:2.0:1787826255.517505:0:55361:0:(rw26.c:875:ll_write_end()) pos 1044480, len 4096, copied 4096 00000080:00200000:2.0:1787826255.517510:0:55361:0:(rw26.c:933:ll_write_end()) page@000000005ad02036[3 00000000e316190c 2 1 00000000e898aea7 0 0 255] 00000080:00200000:2.0:1787826255.517512:0:55361:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc80ea8f 17ffffc0001001 3:0 ffff8a4f125de0e8 255 lru 00000080:00200000:2.0:1787826255.517517:0:55361:0:(rw26.c:933:ll_write_end()) osc-page@0000000060d5fb8a 255: 1< 0 - - > 2< 1044480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000004204fec3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826255.517519:0:55361:0:(rw26.c:933:ll_write_end()) end page@000000005ad02036 00000080:00200000:2.0:1787826255.517520:0:55361:0:(rw26.c:933:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1787826255.517522:0:55361:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1787826255.518905:0:55361:0:(osc_cache.c:860:osc_extent_find()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.518934:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.518949:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.518958:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.518966:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.518973:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.518982:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.518991:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519000:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519007:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519015:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519023:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519034:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519043:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519051:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.519070:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.519078:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519087:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519095:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519103:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519118:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519126:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519135:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519142:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519149:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519156:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519164:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519172:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519181:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519190:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519197:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.519210:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.519216:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519225:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519233:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519242:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519250:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519258:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519271:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519279:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519287:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519296:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519304:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519312:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519319:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519328:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519336:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.519350:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.519356:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519364:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519372:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519380:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519390:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519399:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519407:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519416:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519430:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519439:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519448:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519457:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519466:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519475:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519482:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.519507:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.519513:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519528:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519537:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519546:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519554:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519562:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519571:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519579:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519681:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519694:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519703:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519712:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519720:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519728:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519736:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.519749:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.519755:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519763:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519771:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519785:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519794:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519802:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519810:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519818:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519827:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519836:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519846:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519886:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519896:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519905:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519915:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.519928:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.519934:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519943:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519951:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519959:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519968:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519983:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.519993:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520003:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520013:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520021:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520029:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520038:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520046:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520054:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520063:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.520075:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.520081:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520090:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520098:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520107:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520115:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520122:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520130:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520141:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520148:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520156:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520163:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520171:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520179:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520187:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520196:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.520208:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.520213:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520222:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520230:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520239:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520247:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520255:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520263:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520271:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520279:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520292:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520300:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520308:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520317:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520325:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520334:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.520347:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.520353:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520362:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520374:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520382:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520391:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520399:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520408:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520417:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520425:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520434:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520442:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520451:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520459:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520468:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520476:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.520501:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.520507:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520517:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520525:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520534:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520547:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520556:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520565:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520573:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520581:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520817:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520827:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520834:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520842:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520894:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520905:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.520920:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.520926:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520935:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520944:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520952:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520960:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520969:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520984:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.520993:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521002:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521010:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521019:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521028:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521036:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521045:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521053:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.521067:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.521072:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521081:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521089:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521099:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521109:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521117:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521126:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521134:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521148:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521157:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521165:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521174:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521182:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521191:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521200:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.521214:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.521220:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521234:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521242:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521251:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521259:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521268:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521277:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521285:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521293:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521301:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521310:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521319:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521327:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521335:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521343:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.521356:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.521361:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521368:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521376:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521390:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521398:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521405:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521413:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521421:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521428:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521436:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521446:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521454:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521461:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521470:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521478:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.521500:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.521507:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521516:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521525:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521533:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521541:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521555:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521563:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521572:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521580:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521772:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521783:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521792:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521799:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521808:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521816:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.521830:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.521835:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521843:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521877:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521885:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521893:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521901:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521908:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521922:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521929:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521937:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521945:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521953:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521960:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521968:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826255.521976:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.521987:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 15, dirtied 15 00000008:00010000:2.0:1787826255.521992:0:55361:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 00000000cced31cc ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826255.522000:0:55361:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b75f8, count 1, dirtied 1 00000080:00200000:2.0:1787826255.522010:0:55361:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:0.0:1787826255.577176:0:55361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1787826255.577327:0:55361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55361:1874669421948288:192.168.203.149@tcp:44:dd.0 00000100:00100000:0.0:1787826255.577473:0:55361:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826255.591285:0:55361:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967539 gen 1 00000100:00100000:0.0:1787826255.591307:0:55361:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff8a4f08da8b40 x1874669421947904/t4294967539(4294967539) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826271 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787826255.591320:0:55361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55361:1874669421948288:192.168.203.149@tcp:44:dd.0 00000080:00200000:0.0:1787826255.591408:0:55361:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826255.591422:0:55361:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1787826255.591508:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787826255.591527:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421948416:192.168.203.149@tcp:16:dd.0 00000100:00100000:0.0:1787826255.603899:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a4f07c09000: committing for last_committed 4294967361 gen 18 00000100:00100000:0.0:1787826255.604036:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421948416:192.168.203.149@tcp:16:dd.0 00000080:00200000:2.0:1787826255.610467:0:55361:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x2e:0x0] updating i_size 1048576 i_blocks 2048 00000080:00200000:2.0:1787826255.610479:0:55361:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1787826255.610533:0:55361:0:(file.c:479:ll_file_release()) START file f21.sanity-sec:[0x200000402:0x2e:0x0](ffff8a4f095b7448), flags 4110001 00000002:00100000:2.0:1787826255.610601:0:55361:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f08da8b40 x1874669421947904/t4294967539(4294967539) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826271 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787826255.610613:0:55361:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826255.610619:0:55361:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8f480 x1874669421948672/t0(0) o35->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826255.610641:0:55361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55361:1874669421948672:192.168.203.149@tcp:35:dd.0 00000100:00100000:2.0:1787826255.610941:0:55361:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826255.620759:0:55361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55361:1874669421948672:192.168.203.149@tcp:35:dd.0 00000002:00100000:2.0:1787826255.620794:0:55361:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f08da8b40 x1874669421947904/t4294967539(4294967539) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826271 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1787826256.087227:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826258.134041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826259.032085:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421948928:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826259.032482:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421949184:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826259.035715:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967540 gen 1 00000100:00100000:2.0:1787826259.035742:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421948928:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826259.035756:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421949184:192.168.203.149@tcp:400:kworker.0 00000080:00200008:0.0:1787826259.902571:0:55558:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826259.902586:0:55558:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826259.902612:0:55558:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826259.902630:0:55558:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00010000:00010000:0.0:1787826259.902653:0:55558:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00000080:00200000:0.0:1787826259.902662:0:55558:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826259.902668:0:55558:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826259.902671:0:55558:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826259.902678:0:55558:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc30ffcb8 00010000:00010000:0.0:1787826259.902682:0:55558:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00010000:00010000:0.0:1787826259.902691:0:55558:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00000080:00200008:0.0:1787826259.905609:0:55558:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826259.905619:0:55558:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826259.905643:0:55558:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826259.905660:0:55558:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00010000:00010000:0.0:1787826259.905674:0:55558:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00000080:00200000:0.0:1787826259.905683:0:55558:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826259.905690:0:55558:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826259.905694:0:55558:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826259.905701:0:55558:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc30ffcb8 00010000:00010000:0.0:1787826259.905711:0:55558:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00010000:00010000:0.0:1787826259.905719:0:55558:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000080:00200000:0.0:1787826259.907005:0:55558:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826259.907030:0:55558:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826259.907044:0:55558:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00010000:00010000:0.0:1787826259.907056:0:55558:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000080:00200000:0.0:1787826259.907064:0:55558:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826259.907071:0:55558:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826259.907073:0:55558:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826259.907079:0:55558:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc30ffbb0 00010000:00010000:0.0:1787826259.907082:0:55558:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00010000:00010000:0.0:1787826259.907091:0:55558:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00000080:00200000:0.0:1787826259.907105:0:55558:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:0.0:1787826259.907113:0:55558:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:0.0:1787826259.907132:0:55558:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=df1cf0 00000100:00100000:0.0:1787826259.908552:0:55558:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55558:1874669421949440:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826259.909287:0:55558:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca9c00 going to sleep for 11 seconds 00010000:00010000:1.0:1787826260.183019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826261.210647:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826261.970658:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826261.971346:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669432036608 00000100:00100000:0.0:1787826261.971356:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669432036608 00000100:00100000:0.0:1787826261.971421:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 84 00000100:00100000:0.0:1787826261.971431:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8412:x1874669432036608:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826261.971458:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826261.971541:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826261.971549:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8412:x1874669432036608:12345-192.168.203.149@tcp:104: Request processed in 120us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826261.971556:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 84 00010000:00010000:2.0:1787826261.971847:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826261.971879:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826261.971889:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f013a1400 already unused, calling callback (ffffffffc10ea1e0) 00010000:00010000:2.0:1787826261.971894:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826261.971937:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826261.971945:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826261.971977:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826261.971986:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000094286bbe/0x7f6ab97892e4d055 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4d2e expref: -99 pid: 55361 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826261.972007:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826261.972009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826261.972011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826262.231067:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826263.254277:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826264.160867:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421951104:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826264.163172:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826264.163200:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421951232:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826264.180667:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967541 gen 1 00000100:00100000:2.0:1787826264.180710:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421951232:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826264.186546:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421951360:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826264.193338:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421951488:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826264.193362:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421951616:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826269.270335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421951872:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826269.270465:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421952128:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826269.270509:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787826269.270515:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421951744:192.168.203.149@tcp:400:kworker.0 00000080:00200008:0.0:1787826271.936957:0:55851:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826271.936978:0:55851:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826271.937012:0:55851:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826271.937037:0:55851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787826271.937056:0:55851:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1787826271.937066:0:55851:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826271.937076:0:55851:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826271.937081:0:55851:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826271.937090:0:55851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3417cb8 00010000:00010000:0.0:1787826271.937095:0:55851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1787826271.937118:0:55851:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200008:0.0:1787826271.938174:0:55851:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826271.938184:0:55851:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826271.938201:0:55851:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826271.938216:0:55851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787826271.938229:0:55851:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:0.0:1787826271.938237:0:55851:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826271.938244:0:55851:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826271.938248:0:55851:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826271.938254:0:55851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3417cb8 00010000:00010000:0.0:1787826271.938257:0:55851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1787826271.938266:0:55851:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:0.0:1787826271.938400:0:55851:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826271.938409:0:55851:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826271.938417:0:55851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1787826271.938437:0:55851:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:0.0:1787826271.938444:0:55851:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826271.938449:0:55851:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826271.938451:0:55851:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826271.938456:0:55851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3417bb0 00010000:00010000:0.0:1787826271.938459:0:55851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1787826271.938468:0:55851:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:0.0:1787826271.938477:0:55851:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:0.0:1787826271.938485:0:55851:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:0.0:1787826271.938506:0:55851:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=1a6bcf0 00000100:00100000:0.0:1787826271.938791:0:55851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421952384:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826271.939348:0:55851:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826271.949362:0:55851:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421952384:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826271.949607:0:55851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421952512:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826271.949905:0:55851:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb600 going to sleep for 11 seconds 00000100:00100000:2.0:1787826271.954288:0:55851:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421952512:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826271.954551:0:55851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421952640:192.168.203.149@tcp:19:lfs.0 00000100:00100000:0.0:1787826271.958549:0:55851:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826271.961365:0:55851:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421952640:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826271.961478:0:55851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421952768:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826271.961588:0:55851:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826271.973229:0:55851:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421952768:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826271.973314:0:55851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421952896:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826271.973429:0:55851:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826271.977682:0:55851:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421952896:192.168.203.149@tcp:48:lfs.0 00000080:00200008:2.0:1787826271.977759:0:55851:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:2.0:1787826271.978296:0:55851:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826271.978305:0:55851:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826271.978333:0:55851:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826271.978357:0:55851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1787826271.978385:0:55851:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:2.0:1787826271.978395:0:55851:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826271.978403:0:55851:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826271.978407:0:55851:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826271.978416:0:55851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3417cb8 00010000:00010000:2.0:1787826271.978421:0:55851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1787826271.978432:0:55851:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:2.0:1787826271.978473:0:55851:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826271.978480:0:55851:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826271.978485:0:55851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787826271.978493:0:55851:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:2.0:1787826271.978505:0:55851:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826271.978509:0:55851:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826271.978511:0:55851:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826271.978515:0:55851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3417bb0 00010000:00010000:2.0:1787826271.978519:0:55851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:2.0:1787826271.978526:0:55851:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:2.0:1787826271.978535:0:55851:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826271.978542:0:55851:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826271.978555:0:55851:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=1a6bcf0 00000100:00100000:2.0:1787826271.978612:0:55851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421953024:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826271.978718:0:55851:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:2.0:1787826271.986204:0:55851:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421953024:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826271.986289:0:55851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421953152:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826271.986400:0:55851:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:2.0:1787826271.990266:0:55851:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55851:1874669421953152:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826274.391939:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421953792:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826274.392053:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421954048:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826274.402515:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421954048:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826274.405060:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421953792:192.168.203.149@tcp:400:kworker.0 00000080:00200000:1.0:1787826277.061797:0:55938:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826277.061849:0:55938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826277.061902:0:55938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787826277.061923:0:55938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:1.0:1787826277.061933:0:55938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826277.061944:0:55938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826277.061948:0:55938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:1.0:1787826277.061958:0:55938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc34f7b58 00010000:00010000:1.0:1787826277.061962:0:55938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:1.0:1787826277.061973:0:55938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:1.0:1787826277.061995:0:55938:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826277.062007:0:55938:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:1.0:1787826277.062025:0:55938:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826277.062031:0:55938:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988),name=d21.sanity-sec 00000002:00010000:1.0:1787826277.062047:0:55938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826277.062056:0:55938:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/43 (0 0) 00010000:00010000:1.0:1787826277.062112:0:55938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436200/0x7f6ab97892e4d05c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 55938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826277.062120:0:55938:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436200/0x7f6ab97892e4d05c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826277.062147:0:55938:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436200/0x7f6ab97892e4d05c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 55938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826277.062183:0:55938:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:55938:1874669421954304:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787826277.064301:0:55938:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde900 going to sleep for 11 seconds 00000100:00100000:0.0:1787826279.515275:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421954816:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826279.515423:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421955072:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826279.515481:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787826279.515488:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421954688:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826279.515513:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421954944:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826279.515534:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421955200:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826279.521906:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421954688:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826279.521934:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421954944:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826279.521947:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421955200:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826279.521961:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421954816:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826279.521973:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421955072:192.168.203.149@tcp:400:kworker.0 00000080:00200000:1.0:1787826281.046429:0:56014:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826281.046471:0:56014:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826281.046495:0:56014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:1.0:1787826281.046514:0:56014:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:1.0:1787826281.046528:0:56014:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826281.046539:0:56014:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826281.046543:0:56014:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:1.0:1787826281.046552:0:56014:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc35d7bf8 00010000:00010000:1.0:1787826281.046556:0:56014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:1.0:1787826281.046566:0:56014:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:1.0:1787826281.046583:0:56014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826281.046602:0:56014:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:1.0:1787826281.046607:0:56014:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:1.0:1787826281.046622:0:56014:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1787826281.046685:0:56014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56014 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826281.046693:0:56014:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56014 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826281.046703:0:56014:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56014 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826281.046734:0:56014:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56014:1874669421955328:192.168.203.149@tcp:101:touch.60003 00000100:00100000:1.0:1787826281.047640:0:56014:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826281.062220:0:56014:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56014:1874669421955328:192.168.203.149@tcp:101:touch.60003 00010000:00010000:2.0:1787826281.062256:0:56014:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.062281:0:56014:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.062290:0:56014:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.062304:0:56014:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.062325:0:56014:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.062340:0:56014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.062349:0:56014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.062356:0:56014:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826281.062369:0:56014:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13cb03c0 x1874669421955328/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826281.062391:0:56014:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.062403:0:56014:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:2.0:1787826281.062412:0:56014:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826281.062446:0:56014:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200000:2.0:1787826281.062450:0:56014:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x2b:0x0](ffff8a4f095d9988): rc = 0 00000080:00010000:2.0:1787826281.062457:0:56014:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d063 00000080:00010000:2.0:1787826281.062471:0:56014:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:2.0:1787826281.062474:0:56014:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d063 from it ffffb55dc35d7ac8 00010000:00010000:2.0:1787826281.062478:0:56014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.062487:0:56014:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826281.062524:0:56014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 1 00000080:00200000:2.0:1787826281.062550:0:56014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 3 00000080:00200000:2.0:1787826281.062557:0:56014:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), file ffff8a4f13cbfc80, open_flags 8941, mode 81b6 opened 0 00000080:00200000:2.0:1787826281.062578:0:56014:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), intent=open|creat 00000002:00010000:2.0:1787826281.062612:0:56014:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x200000402:0x2f:0x0]) in obj [0x200000402:0x2b:0x0], intent: open|creat flags 0104502 00010000:00010000:2.0:1787826281.062675:0:56014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56014 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.062681:0:56014:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56014 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826281.062699:0:56014:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826281.062707:0:56014:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8cb40 x1874669421955584/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826281.062717:0:56014:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56014 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826281.062742:0:56014:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56014:1874669421955584:192.168.203.149@tcp:101:touch.60003 00000100:00100000:2.0:1787826281.063121:0:56014:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e206c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826281.071023:0:56014:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56014:1874669421955584:192.168.203.149@tcp:101:touch.60003 00010000:00010000:2.0:1787826281.071061:0:56014:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.071145:0:56014:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.071155:0:56014:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.071169:0:56014:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.071182:0:56014:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.071199:0:56014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.071212:0:56014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.071219:0:56014:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826281.071232:0:56014:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f06e8cb40 x1874669421955584/t4294967543(4294967543) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826297 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00100000:2.0:1787826281.071246:0:56014:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f06e8cb40 x1874669421955584/t4294967543(4294967543) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826297 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826281.071261:0:56014:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826281.071274:0:56014:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.071286:0:56014:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/47 (0 0) 00000080:00200000:2.0:1787826281.071293:0:56014:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x2b:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826281.071986:0:56014:0:(namei.c:1628:ll_create_it()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), intent=open|creat 00000080:00200000:2.0:1787826281.072030:0:56014:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2f:0x0](ffff8a4f095b7448) 00000080:00200000:2.0:1787826281.072127:0:56014:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2f:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787826281.072133:0:56014:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2f:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826281.072136:0:56014:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2f:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d06a 00000080:00010000:2.0:1787826281.072148:0:56014:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2f:0x0](ffff8a4f095b7448) 00000080:00200008:2.0:1787826281.072164:0:56014:0:(file.c:1090:ll_file_open()) START file f21.sanity-sec:[0x200000402:0x2f:0x0](ffff8a4f095b7448), flags 104501 00000002:00100000:2.0:1787826281.072190:0:56014:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f06e8cb40 x1874669421955584/t4294967543(4294967543) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826297 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000080:00010000:2.0:1787826281.072234:0:56014:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d06a from it ffff8a4f098893c0 00010000:00010000:2.0:1787826281.072239:0:56014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.072251:0:56014:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826281.072276:0:56014:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2f:0x0](ffff8a4f095b7448), inode mode 81a4 mask 40 00000080:00200008:2.0:1787826281.072331:0:56014:0:(llite_lib.c:2427:ll_setattr_raw()) START file f21.sanity-sec:[0x200000402:0x2f:0x0](ffff8a4f095b7448) current size 0, valid attrs 20070, mode 8a4f, uid -1017282992, gid -19107, new size 18446744072304917015, atime 1787826281.000000000, mtime 1787826281.000000000, ctime 1787826281.000000000 00010000:00010000:2.0:1787826281.072354:0:56014:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826281.072371:0:56014:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x2f:0x0]: losing layout lock 00010000:00010000:2.0:1787826281.072413:0:56014:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826281.072420:0:56014:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826281.072423:0:56014:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1400/0x7f6ab97892e4d06a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4dc8 expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787826281.072448:0:56014:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826281.072454:0:56014:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8f480 x1874669421955840/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826281.072477:0:56014:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56014:1874669421955840:192.168.203.149@tcp:36:touch.60003 00000100:00100000:2.0:1787826281.072587:0:56014:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826281.078529:0:56014:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56014:1874669421955840:192.168.203.149@tcp:36:touch.60003 00000080:00200000:2.0:1787826281.078593:0:56014:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:2.0:1787826281.078624:0:56014:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000402:0x2f:0x0](ffff8a4f095b7448) 00000002:00010000:2.0:1787826281.078638:0:56014:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2f:0x0]) in obj [0x200000402:0x2f:0x0], intent: layout flags 0 00010000:00010000:2.0:1787826281.078702:0:56014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 56014 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.078714:0:56014:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 56014 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.078726:0:56014:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 56014 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826281.078749:0:56014:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56014:1874669421955968:192.168.203.149@tcp:101:touch.60003 00000100:00100000:2.0:1787826281.078872:0:56014:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826281.089972:0:56014:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56014:1874669421955968:192.168.203.149@tcp:101:touch.60003 00010000:00010000:2.0:1787826281.090017:0:56014:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.090035:0:56014:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826281.090053:0:56014:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff8a4f06e8cf00 x1874669421955968/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1787826297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826281.090065:0:56014:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826281.090086:0:56014:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.090101:0:56014:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 16 res 8589935618/47 (0 0) 00000080:00200000:2.0:1787826281.090108:0:56014:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000402:0x2f:0x0] suppgids 60003 60003: rc 0 00000080:00010000:2.0:1787826281.090132:0:56014:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2f:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d071 00000080:00010000:2.0:1787826281.090141:0:56014:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d071 from it ffffb55dc35d7a78 00010000:00010000:2.0:1787826281.090145:0:56014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826281.090156:0:56014:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826281.090185:0:56014:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826281.090196:0:56014:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787826281.090204:0:56014:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000402:0x2f:0x0](00000000c9affe5f) being reconfigured ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826281.090317:0:56014:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2f:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1787826281.090324:0:56014:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826281.090332:0:56014:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:2.0:1787826281.090362:0:56014:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826281.107989:0:56014:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x2f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787826281.108015:0:56014:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f21.sanity-sec:[0x200000402:0x2f:0x0](ffff8a4f095b7448) current size 0, valid attrs 100201f0, mode 8a4f, uid -1017282992, gid -19107, new size 18446744072304917015, atime 1787826281.000000000, mtime 1787826281.000000000, ctime 1787826281.000000000, rc 0 00000080:00200008:2.0:1787826281.108053:0:56014:0:(file.c:479:ll_file_release()) START file f21.sanity-sec:[0x200000402:0x2f:0x0](ffff8a4f095b7448), flags 104001 00000002:00100000:2.0:1787826281.108140:0:56014:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f06e8cb40 x1874669421955584/t4294967543(4294967543) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826297 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.60003' uid:60003 gid:60003 projid:0 00000020:00100000:2.0:1787826281.108155:0:56014:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826281.108160:0:56014:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8ed00 x1874669421956352/t0(0) o35->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826281.108188:0:56014:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56014:1874669421956352:192.168.203.149@tcp:35:touch.60003 00000100:00100000:2.0:1787826281.108383:0:56014:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826281.126035:0:56014:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56014:1874669421956352:192.168.203.149@tcp:35:touch.60003 00000002:00100000:2.0:1787826281.126086:0:56014:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f06e8cb40 x1874669421955584/t4294967543(4294967543) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826297 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.60003' uid:60003 gid:60003 projid:0 00000080:00200000:0.0:1787826281.199541:0:56018:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826281.199582:0:56018:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826281.199606:0:56018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826281.199626:0:56018:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:0.0:1787826281.199635:0:56018:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826281.199644:0:56018:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826281.199648:0:56018:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826281.199657:0:56018:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc352fb58 00010000:00010000:0.0:1787826281.199661:0:56018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826281.199678:0:56018:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:0.0:1787826281.199698:0:56018:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826281.199708:0:56018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:0.0:1787826281.200086:0:56018:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 1 00000080:00200000:0.0:1787826281.200104:0:56018:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), flags=8 00000080:00200000:0.0:1787826281.200109:0:56018:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), intent=getattr 00000002:00010000:0.0:1787826281.200129:0:56018:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000402:0x2b:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787826281.200202:0:56018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56018 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.200212:0:56018:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56018 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.200228:0:56018:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56018 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826281.200262:0:56018:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56018:1874669421956480:192.168.203.149@tcp:101:rm.60003 00000100:00100000:0.0:1787826281.200843:0:56018:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f02ca90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826281.205650:0:56018:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56018:1874669421956480:192.168.203.149@tcp:101:rm.60003 00010000:00010000:0.0:1787826281.205684:0:56018:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.205717:0:56018:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.205748:0:56018:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.205763:0:56018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.205776:0:56018:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.206105:0:56018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.206116:0:56018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.206124:0:56018:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826281.206139:0:56018:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c5a1c0 x1874669421956480/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1787826297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.60003' uid:60003 gid:60003 projid:0 00000002:00010000:0.0:1787826281.206152:0:56018:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826281.206167:0:56018:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.206193:0:56018:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/47 (0 0) 00000080:00200000:0.0:1787826281.206201:0:56018:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x2b:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1787826281.206260:0:56018:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x2f:0x0](ffff8a4f095b7448): rc = 0 00000080:00200000:0.0:1787826281.206275:0:56018:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2f:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1787826281.206281:0:56018:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2f:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d078 00000080:00010000:0.0:1787826281.206294:0:56018:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2f:0x0](ffff8a4f095b7448) 00000080:00010000:0.0:1787826281.206298:0:56018:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d078 from it ffffb55dc352fb20 00010000:00010000:0.0:1787826281.206303:0:56018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.206324:0:56018:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787826281.206371:0:56018:0:(file.c:6313:ll_getattr_dentry()) START file f21.sanity-sec:[0x200000402:0x2f:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826281.206379:0:56018:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2f:0x0](ffff8a4f095b7448),name=f21.sanity-sec 00000002:00010000:0.0:1787826281.206406:0:56018:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2f:0x0]) in obj [0x200000402:0x2b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826281.206416:0:56018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826281.206428:0:56018:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826281.206435:0:56018:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x2b:0x0] suppgids -1 60003: rc 1 00000080:00010000:0.0:1787826281.206441:0:56018:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2f:0x0](ffff8a4f095b7448) 00000080:00010000:0.0:1787826281.206444:0:56018:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2f:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d078 00000080:00010000:0.0:1787826281.206447:0:56018:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d078 from it ffffb55dc352fcb8 00010000:00010000:0.0:1787826281.206458:0:56018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826281.206465:0:56018:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826281.206489:0:56018:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2f:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1787826281.206503:0:56018:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x2f:0x0] 00000008:00010000:0.0:1787826281.206526:0:56018:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826281.206530:0:56018:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc95b0, osc lock ffff8a4f08c81e78, flags 0x400001002 00010000:00010000:0.0:1787826281.206586:0:56018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.206598:0:56018:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826281.206684:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421956608:192.168.203.149@tcp:101:rm.60003 00000020:00200000:0.0:1787826281.207057:0:56018:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826281.214243:0:2404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.214279:0:2404:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.214297:0:2404:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.214320:0:2404:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826281.214366:0:2404:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1787826281.214378:0:2404:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1787826281.214403:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.214413:0:2404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.214422:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826281.214432:0:2404:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1787826281.214459:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421956608:192.168.203.149@tcp:101:rm.60003 00000080:00200000:2.0:1787826281.214563:0:56018:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x2f:0x0] updating i_size 0 i_blocks 0 00000020:00010000:2.0:1787826281.214573:0:56018:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f113c0 (ffff8a4f09f89e18/0) at cl_lock_release():245 00000020:00010000:2.0:1787826281.214577:0:56018:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f113c0 (ffff8a4f09f89e18/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826281.214583:0:56018:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f06bc95b0 (ffff8a4f09f89ab8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826281.214589:0:56018:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f113c0 (ffff8a4f09f89e18/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826281.214591:0:56018:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f06bc95b0 (ffff8a4f09f89e18/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826281.214610:0:56018:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x2f:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826281.214685:0:56018:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826281.214716:0:56018:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826281.214737:0:56018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:2.0:1787826281.214752:0:56018:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:2.0:1787826281.214761:0:56018:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826281.214770:0:56018:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826281.214774:0:56018:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826281.214901:0:56018:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc352fb58 00010000:00010000:2.0:1787826281.214907:0:56018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:2.0:1787826281.214985:0:56018:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:2.0:1787826281.215000:0:56018:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826281.215010:0:56018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:2.0:1787826281.215017:0:56018:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 1 00000080:00200000:2.0:1787826281.215021:0:56018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=8 00000080:00200008:2.0:1787826281.215030:0:56018:0:(file.c:6313:ll_getattr_dentry()) START file f21.sanity-sec:[0x200000402:0x2f:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826281.215035:0:56018:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2f:0x0](ffff8a4f095b7448),name=f21.sanity-sec 00000002:00010000:2.0:1787826281.215050:0:56018:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2f:0x0]) in obj [0x200000402:0x2b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826281.215059:0:56018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826281.215069:0:56018:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826281.215076:0:56018:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x2b:0x0] suppgids -1 60003: rc 1 00000080:00010000:2.0:1787826281.215080:0:56018:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2f:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826281.215083:0:56018:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2f:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d078 00000080:00010000:2.0:1787826281.215087:0:56018:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d078 from it ffffb55dc352fcb8 00010000:00010000:2.0:1787826281.215089:0:56018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826281.215096:0:56018:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826281.215114:0:56018:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2f:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826281.215126:0:56018:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x2f:0x0] 00000008:00010000:2.0:1787826281.215144:0:56018:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826281.215148:0:56018:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f124a5530, osc lock ffff8a4f03e7ec30, flags 0x400001002 00010000:00010000:2.0:1787826281.215165:0:56018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826281.215177:0:56018:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1787826281.215187:0:56018:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826281.215190:0:56018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826281.215198:0:56018:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1787826281.215214:0:56018:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826281.215220:0:56018:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x2f:0x0] updating i_size 0 i_blocks 0 00000020:00010000:2.0:1787826281.215222:0:56018:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f113c0 (ffff8a4f09f89e18/0) at cl_lock_release():245 00000020:00010000:2.0:1787826281.215225:0:56018:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f113c0 (ffff8a4f09f89e18/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826281.215227:0:56018:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f124a5530 (ffff8a4f09f89ab8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826281.215231:0:56018:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f113c0 (ffff8a4f09f89e18/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826281.215233:0:56018:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f124a5530 (ffff8a4f09f89e18/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826281.215240:0:56018:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x2f:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826281.215266:0:56018:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826281.215273:0:56018:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826281.215280:0:56018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:2.0:1787826281.215289:0:56018:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:2.0:1787826281.215296:0:56018:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826281.215300:0:56018:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826281.215303:0:56018:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826281.215320:0:56018:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc352fbe8 00010000:00010000:2.0:1787826281.215323:0:56018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:2.0:1787826281.215330:0:56018:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:2.0:1787826281.215344:0:56018:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826281.215349:0:56018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:2.0:1787826281.215353:0:56018:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 1 00000080:00200000:2.0:1787826281.215356:0:56018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=9 00000080:00200000:2.0:1787826281.215360:0:56018:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2f:0x0](ffff8a4f095b7448), inode mode 81a4 mask 22 00000080:00200000:2.0:1787826281.215379:0:56018:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826281.215387:0:56018:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826281.215394:0:56018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787826281.215402:0:56018:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:2.0:1787826281.215409:0:56018:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826281.215413:0:56018:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826281.215416:0:56018:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826281.215419:0:56018:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc352fc10 00010000:00010000:2.0:1787826281.215422:0:56018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:2.0:1787826281.215429:0:56018:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:2.0:1787826281.215436:0:56018:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826281.215440:0:56018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:2.0:1787826281.215443:0:56018:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 1 00000080:00200000:2.0:1787826281.215450:0:56018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=0 00000080:00200000:2.0:1787826281.215454:0:56018:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 4003 mask 3 00000080:00200000:2.0:1787826281.215460:0:56018:0:(namei.c:2418:ll_unlink()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988) 00010000:00010000:2.0:1787826281.215492:0:56018:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826281.215510:0:56018:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x2f:0x0]: losing layout lock 00010000:00010000:2.0:1787826281.215529:0:56018:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826281.215536:0:56018:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x2f:0x0]: losing layout lock 00010000:00010000:2.0:1787826281.215570:0:56018:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826281.215578:0:56018:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826281.215584:0:56018:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1787826281.215587:0:56018:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d078 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4df9 expref: -99 pid: 56018 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826281.215599:0:56018:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d071 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4ddd expref: -99 pid: 56014 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:2.0:1787826281.215623:0:56018:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826281.215636:0:56018:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8e1c0 x1874669421956864/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826281.215663:0:56018:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56018:1874669421956864:192.168.203.149@tcp:36:rm.60003 00000100:00100000:2.0:1787826281.217288:0:56018:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826281.224700:0:56018:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56018:1874669421956864:192.168.203.149@tcp:36:rm.60003 00000080:00200000:2.0:1787826281.224785:0:56018:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826281.224802:0:56018:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826281.224840:0:56018:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826281.224866:0:56018:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000402:0x2f:0x0](ffff8a4f095b7448) 00000008:00010000:2.0:1787826281.224913:0:56018:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1787826281 1787826281 1787826281 by oinfo size 0 blocks 0 [cma]time 1787826281 1787826281 1787826281 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787826283.061763:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826283.061936:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669432047104 00000100:00100000:1.0:1787826283.061946:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669432047104 00000100:00100000:1.0:1787826283.062008:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 85 00000100:00100000:1.0:1787826283.062020:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c5a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8413:x1874669432047104:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826283.062037:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 000000006912d6fc/0x7f6ab97892e4d07f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4e00 expref: -99 pid: 56018 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826283.062119:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826283.062126:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c5a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8413:x1874669432047104:12345-192.168.203.149@tcp:104: Request processed in 110us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826283.062134:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 85 00000100:00100000:2.0:1787826284.630581:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421957248:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826284.631039:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421957504:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826284.650708:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967546 gen 1 00000100:00100000:2.0:1787826284.651036:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421957248:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826284.651055:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421957504:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826285.931766:0:56106:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/43 (0 0) 00010000:00010000:3.0:1787826285.931827:0:56106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826285.931836:0:56106:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826285.931848:0:56106:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826285.931915:0:56106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56106:1874669421957760:192.168.203.149@tcp:101:chmod.0 00000100:00100000:3.0:1787826285.932113:0:56106:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826285.936120:0:56106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56106:1874669421957760:192.168.203.149@tcp:101:chmod.0 00010000:00010000:3.0:1787826285.936156:0:56106:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826285.936177:0:56106:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826285.936186:0:56106:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826285.936207:0:56106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826285.936222:0:56106:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826285.936237:0:56106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826285.936251:0:56106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826285.936258:0:56106:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826285.936273:0:56106:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f08daa580 x1874669421957760/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826301 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826285.936300:0:56106:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826285.936312:0:56106:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:3.0:1787826285.936321:0:56106:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826285.936435:0:56106:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00010000:2.0:1787826285.936445:0:56106:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d086 00000080:00010000:2.0:1787826285.936454:0:56106:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:2.0:1787826285.936457:0:56106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d086 from it ffffb55dc3647cb8 00010000:00010000:2.0:1787826285.936461:0:56106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826285.936470:0:56106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826285.936562:0:56106:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826285.936585:0:56106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826285.936597:0:56106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826285.936611:0:56106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:2.0:1787826285.936619:0:56106:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826285.936624:0:56106:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826285.936627:0:56106:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826285.936631:0:56106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3647c08 00010000:00010000:2.0:1787826285.936633:0:56106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826285.936642:0:56106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:2.0:1787826285.936651:0:56106:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826285.938108:0:56106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826285.938143:0:56106:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988) current size 4096, valid attrs 41, mode 40c0, uid 20770816, gid -30129, new size 0, atime 1787826285.000000000, mtime 1787826285.000000000, ctime 1787826285.000000000 00010000:00010000:2.0:1787826285.938186:0:56106:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826285.938234:0:56106:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826285.938293:0:56106:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826285.938302:0:56106:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826285.938309:0:56106:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1787826285.938313:0:56106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08400/0x7f6ab97892e4d086 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4e46 expref: -99 pid: 56106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826285.938328:0:56106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f11436a00/0x7f6ab97892e4d063 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4dac expref: -99 pid: 56014 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787826285.938354:0:56106:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826285.938368:0:56106:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8d680 x1874669421958016/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826285.938398:0:56106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56106:1874669421958016:192.168.203.149@tcp:36:chmod.0 00000100:00100000:2.0:1787826285.938597:0:56106:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:2.0:1787826285.951615:0:56106:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967547 gen 1 00000100:00100000:2.0:1787826285.951643:0:56106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56106:1874669421958016:192.168.203.149@tcp:36:chmod.0 00000080:00200000:2.0:1787826285.951687:0:56106:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200008:2.0:1787826285.951716:0:56106:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988) current size 4096, valid attrs 10000041, mode 40c0, uid 20770816, gid -30129, new size 0, atime 1787826285.000000000, mtime 1787826285.000000000, ctime 1787826285.000000000, rc 0 00010000:00010000:3.0:1787826286.812625:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826287.831727:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826288.854047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826289.752772:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421958144:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826289.752904:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421958400:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826289.752937:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421958656:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826289.752969:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787826289.752975:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421958272:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826289.752998:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421958528:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826289.759718:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421958144:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826289.764583:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421958272:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826289.764614:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421958400:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826289.770726:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a4f07c09000: committing for last_committed 4294967359 gen 11 00000100:00100000:2.0:1787826289.770757:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421958528:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826289.770772:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421958656:192.168.203.149@tcp:400:kworker.0 00000080:00200000:2.0:1787826289.776197:0:56182:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826289.776225:0:56182:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826289.776243:0:56182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826289.776406:0:56182:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:2.0:1787826289.776414:0:56182:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826289.776422:0:56182:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826289.776426:0:56182:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826289.776434:0:56182:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc377fbf8 00010000:00010000:2.0:1787826289.776437:0:56182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826289.776446:0:56182:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:2.0:1787826289.776461:0:56182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826289.776475:0:56182:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:2.0:1787826289.776480:0:56182:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:2.0:1787826289.776492:0:56182:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1787826289.776533:0:56182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56182 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.776541:0:56182:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56182 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.776549:0:56182:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56182 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826289.776573:0:56182:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56182:1874669421958784:192.168.203.149@tcp:101:touch.60003 00000100:00100000:2.0:1787826289.776656:0:56182:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787826289.786374:0:56182:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56182:1874669421958784:192.168.203.149@tcp:101:touch.60003 00010000:00010000:3.0:1787826289.787971:0:56182:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.789501:0:56182:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.789520:0:56182:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.789532:0:56182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.789545:0:56182:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.789564:0:56182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.789577:0:56182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.789585:0:56182:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826289.789600:0:56182:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f06e8cf00 x1874669421958784/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826289.789614:0:56182:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.789624:0:56182:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:2.0:1787826289.789631:0:56182:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826289.789726:0:56182:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200000:2.0:1787826289.789731:0:56182:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x2b:0x0](ffff8a4f095d9988): rc = 0 00000080:00010000:2.0:1787826289.789740:0:56182:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d08d 00000080:00010000:2.0:1787826289.789752:0:56182:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:2.0:1787826289.789755:0:56182:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d08d from it ffffb55dc377fac8 00010000:00010000:2.0:1787826289.789758:0:56182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826289.789767:0:56182:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826289.789802:0:56182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 40c0 mask 1 00000080:00200000:2.0:1787826289.789887:0:56182:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826289.789906:0:56182:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826289.789916:0:56182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826289.789926:0:56182:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:2.0:1787826289.789932:0:56182:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826289.789937:0:56182:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826289.789940:0:56182:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826289.789943:0:56182:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc377fba8 00010000:00010000:2.0:1787826289.789946:0:56182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826289.789953:0:56182:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:2.0:1787826289.789961:0:56182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826289.789968:0:56182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:2.0:1787826289.789973:0:56182:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 40c0 mask 1 00010000:00010000:3.0:1787826289.877991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826290.905300:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826291.929761:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826292.950135:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826293.974121:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1787826294.768550:0:56269:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826294.768584:0:56269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826294.768602:0:56269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826294.768618:0:56269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:2.0:1787826294.768632:0:56269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826294.768640:0:56269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826294.768644:0:56269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826294.768651:0:56269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3877b58 00010000:00010000:2.0:1787826294.768655:0:56269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826294.768663:0:56269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:2.0:1787826294.768679:0:56269:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826294.768686:0:56269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826294.768694:0:56269:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826294.768699:0:56269:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988),name=d21.sanity-sec 00000002:00010000:2.0:1787826294.768711:0:56269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826294.768718:0:56269:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/43 (0 0) 00010000:00010000:2.0:1787826294.768759:0:56269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826294.768767:0:56269:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826294.768777:0:56269:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56269 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826294.769019:0:56269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56269:1874669421958912:192.168.203.149@tcp:101:chmod.0 00000100:00100000:3.0:1787826294.769289:0:56269:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826294.782311:0:56269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56269:1874669421958912:192.168.203.149@tcp:101:chmod.0 00010000:00010000:3.0:1787826294.782337:0:56269:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826294.782353:0:56269:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826294.782359:0:56269:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826294.782371:0:56269:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826294.782380:0:56269:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826294.782392:0:56269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826294.782398:0:56269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826294.782410:0:56269:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826294.782419:0:56269:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8d2c0 x1874669421958912/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826310 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826294.782431:0:56269:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826294.782441:0:56269:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:3.0:1787826294.782447:0:56269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826294.782474:0:56269:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00010000:3.0:1787826294.782480:0:56269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d094 00000080:00010000:3.0:1787826294.782487:0:56269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:3.0:1787826294.782490:0:56269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d094 from it ffffb55dc3877cb8 00010000:00010000:3.0:1787826294.782493:0:56269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826294.782502:0:56269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826294.782568:0:56269:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826294.782584:0:56269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826294.782594:0:56269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787826294.782604:0:56269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:3.0:1787826294.782611:0:56269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826294.782615:0:56269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826294.782618:0:56269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:3.0:1787826294.782621:0:56269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3877c08 00010000:00010000:3.0:1787826294.782625:0:56269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1787826294.782632:0:56269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:3.0:1787826294.782640:0:56269:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:3.0:1787826294.782646:0:56269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:3.0:1787826294.782660:0:56269:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988) current size 4096, valid attrs 41, mode 41ff, uid 145797120, gid -30129, new size 0, atime 1787826294.000000000, mtime 1787826294.000000000, ctime 1787826294.000000000 00010000:00010000:3.0:1787826294.782676:0:56269:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826294.782697:0:56269:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826294.782743:0:56269:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826294.782751:0:56269:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826294.782756:0:56269:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1787826294.782759:0:56269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0600/0x7f6ab97892e4d094 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4ea1 expref: -99 pid: 56269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826294.782772:0:56269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d08d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4e7e expref: -99 pid: 56182 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787826294.782790:0:56269:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826294.782798:0:56269:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f08daad00 x1874669421959168/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826294.782821:0:56269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56269:1874669421959168:192.168.203.149@tcp:36:chmod.0 00000100:00100000:3.0:1787826294.783491:0:56269:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826294.801453:0:56269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56269:1874669421959168:192.168.203.149@tcp:36:chmod.0 00000080:00200000:3.0:1787826294.801504:0:56269:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200008:3.0:1787826294.801517:0:56269:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988) current size 4096, valid attrs 10000041, mode 41ff, uid 145797120, gid -30129, new size 0, atime 1787826294.000000000, mtime 1787826294.000000000, ctime 1787826294.000000000, rc 0 00000100:00080000:2.0:1787826294.871775:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1787826294.871781:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8a4f07c09000: disconnect after 23s idle 00000100:00100000:2.0:1787826294.871821:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421959296:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826294.871947:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421959552:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826294.871978:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826294.871984:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421959424:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826294.873613:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421959680:192.168.203.149@tcp:9:kworker.0 00000100:00100000:2.0:1787826294.876752:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421959296:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826294.880114:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421959552:192.168.203.149@tcp:400:kworker.0 00000100:00080000:0.0:1787826294.881881:0:2402:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a4f06e8cb40 x1874669421959680/t0(0) o9->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1787826304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826294.881901:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1787826294.881906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421959680:192.168.203.149@tcp:9:kworker.0 00000100:00100000:3.0:1787826294.891267:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421959424:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826295.004877:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826296.022387:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826297.047111:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826298.070356:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1787826298.677538:0:56351:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826298.677550:0:56351:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826298.677573:0:56351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826298.677592:0:56351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:2.0:1787826298.677607:0:56351:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:2.0:1787826298.677615:0:56351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826298.677622:0:56351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826298.677625:0:56351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826298.677632:0:56351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3937cb8 00010000:00010000:2.0:1787826298.677636:0:56351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:2.0:1787826298.677644:0:56351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200008:2.0:1787826298.678178:0:56351:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826298.678184:0:56351:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826298.678208:0:56351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826298.678218:0:56351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:2.0:1787826298.678228:0:56351:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:2.0:1787826298.678235:0:56351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826298.678239:0:56351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826298.678242:0:56351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826298.678246:0:56351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3937cb8 00010000:00010000:2.0:1787826298.678249:0:56351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:2.0:1787826298.678256:0:56351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:2.0:1787826298.678343:0:56351:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826298.678353:0:56351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826298.678360:0:56351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:2.0:1787826298.678368:0:56351:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:2.0:1787826298.678379:0:56351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826298.678383:0:56351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826298.678385:0:56351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826298.678389:0:56351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3937bb0 00010000:00010000:2.0:1787826298.678392:0:56351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:2.0:1787826298.678400:0:56351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:2.0:1787826298.678408:0:56351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826298.678414:0:56351:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826298.678430:0:56351:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=1b432b0 00000100:00100000:2.0:1787826298.678477:0:56351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421959808:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826298.678624:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.684077:0:56351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421959808:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826298.684236:0:56351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421959936:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826298.684304:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.689624:0:56351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421959936:192.168.203.149@tcp:19:lfs.60003 00000100:00080000:2.0:1787826298.689665:0:56351:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2218 00000100:00080000:2.0:1787826298.689674:0:56351:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826298.689684:0:56351:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 15802368, lost: 0. 00000100:00100000:2.0:1787826298.689708:0:56351:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669421960064/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826298.689769:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421960064:192.168.203.149@tcp:8:lfs.60003 00000100:00080000:2.0:1787826298.689911:0:56351:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a4f06e8e1c0 x1874669421960192/t0(0) o19->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 336/344 e 0 to 0 dl 0 ref 2 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'lfs.60003' uid:60003 gid:60003 projid:4294967295 00000100:00100000:2.0:1787826298.689921:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 0 seconds 00000100:00100000:1.0:1787826298.692680:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a4f07c09000: committing for last_committed 4294967361 gen 19 00000100:00080000:1.0:1787826298.692709:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8a4f07c09000: connect to target with instance 1 00000100:00080000:1.0:1787826298.692718:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8a4f07c09000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787826298.692730:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787826298.692748:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:1.0:1787826298.692758:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787826298.692763:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1787826298.692776:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000edeabb2e): req@ffff8a4f06e8e1c0 x1874669421960192/t0(0) o19->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 336/344 e 0 to 0 dl 0 ref 2 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'lfs.60003' uid:60003 gid:60003 projid:4294967295 00000100:00100000:1.0:1787826298.692801:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421960064:192.168.203.149@tcp:8:lfs.60003 00000100:00100000:2.0:1787826298.693107:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.701932:0:56351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960192:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826298.702000:0:56351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960320:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826298.702165:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.716244:0:56351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960320:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826298.716305:0:56351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960448:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826298.716387:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.734337:0:56351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960448:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:2.0:1787826298.734396:0:56351:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:2.0:1787826298.734820:0:56351:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826298.734827:0:56351:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826298.735171:0:56351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826298.735202:0:56351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:2.0:1787826298.735217:0:56351:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:2.0:1787826298.735226:0:56351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826298.735233:0:56351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826298.735237:0:56351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826298.735245:0:56351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3937cb8 00010000:00010000:2.0:1787826298.735249:0:56351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:2.0:1787826298.735257:0:56351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:2.0:1787826298.735297:0:56351:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826298.735305:0:56351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826298.735312:0:56351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787826298.735320:0:56351:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:2.0:1787826298.735326:0:56351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826298.735330:0:56351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826298.735333:0:56351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826298.735337:0:56351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3937bb0 00010000:00010000:2.0:1787826298.735340:0:56351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787826298.735348:0:56351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:2.0:1787826298.735356:0:56351:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826298.735362:0:56351:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826298.735376:0:56351:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=1b432b0 00000100:00100000:2.0:1787826298.735424:0:56351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960576:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826298.735509:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.738353:0:56351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960576:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826298.738419:0:56351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960704:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826298.738498:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.745018:0:56351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960704:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826298.745076:0:56351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960832:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826298.745144:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.748259:0:56351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960832:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826298.748322:0:56351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960960:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826298.748398:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.757498:0:56351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421960960:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826298.757593:0:56351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421961088:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826298.757742:0:56351:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.762660:0:56351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56351:1874669421961088:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:2.0:1787826298.762715:0:56351:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:0.0:1787826298.828685:0:56355:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826298.828714:0:56355:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826298.828733:0:56355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:0.0:1787826298.828749:0:56355:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:0.0:1787826298.828757:0:56355:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826298.828765:0:56355:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826298.828768:0:56355:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826298.828776:0:56355:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3947bf8 00010000:00010000:0.0:1787826298.828781:0:56355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:0.0:1787826298.828789:0:56355:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:0.0:1787826298.828804:0:56355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826298.828816:0:56355:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:0.0:1787826298.828826:0:56355:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:0.0:1787826298.828839:0:56355:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787826298.828926:0:56355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56355 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.828934:0:56355:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56355 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.828942:0:56355:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56355 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826298.828967:0:56355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56355:1874669421961216:192.168.203.149@tcp:101:dd.60003 00000100:00100000:0.0:1787826298.829066:0:56355:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826298.839634:0:56355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56355:1874669421961216:192.168.203.149@tcp:101:dd.60003 00010000:00010000:0.0:1787826298.839660:0:56355:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.839681:0:56355:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.839689:0:56355:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.839701:0:56355:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.839711:0:56355:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.839740:0:56355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.839748:0:56355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.839755:0:56355:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826298.839767:0:56355:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f13c5a580 x1874669421961216/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826314 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00010000:0.0:1787826298.839780:0:56355:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.839788:0:56355:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:0.0:1787826298.839794:0:56355:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1787826298.839819:0:56355:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200000:0.0:1787826298.839822:0:56355:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x2b:0x0](ffff8a4f095d9988): rc = 0 00000080:00010000:0.0:1787826298.839828:0:56355:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d09b 00000080:00010000:0.0:1787826298.839839:0:56355:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:0.0:1787826298.839843:0:56355:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d09b from it ffffb55dc3947ac8 00010000:00010000:0.0:1787826298.839845:0:56355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.839885:0:56355:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826298.839927:0:56355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 41ff mask 1 00000080:00200000:0.0:1787826298.839949:0:56355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 41ff mask 3 00000080:00200000:0.0:1787826298.839954:0:56355:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), file ffff8a4f09215b00, open_flags 109241, mode 81b6 opened 0 00000080:00200000:0.0:1787826298.839961:0:56355:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), intent=open|creat 00000002:00010000:0.0:1787826298.839986:0:56355:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x200000402:0x30:0x0]) in obj [0x200000402:0x2b:0x0], intent: open|creat flags 04111102 00010000:00010000:0.0:1787826298.840027:0:56355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56355 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.840034:0:56355:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56355 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826298.840054:0:56355:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826298.840061:0:56355:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c5a580 x1874669421961472/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826298.840070:0:56355:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56355 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826298.840088:0:56355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56355:1874669421961472:192.168.203.149@tcp:101:dd.60003 00000100:00100000:0.0:1787826298.840211:0:56355:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826298.852800:0:56355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56355:1874669421961472:192.168.203.149@tcp:101:dd.60003 00010000:00010000:0.0:1787826298.852827:0:56355:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.852847:0:56355:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.852906:0:56355:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.852917:0:56355:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.852928:0:56355:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.852942:0:56355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.852950:0:56355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.852958:0:56355:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826298.852969:0:56355:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f13c5a580 x1874669421961472/t4294967549(4294967549) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826314 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00100000:0.0:1787826298.852982:0:56355:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13c5a580 x1874669421961472/t4294967549(4294967549) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826314 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00010000:0.0:1787826298.852994:0:56355:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826298.853006:0:56355:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.853022:0:56355:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/48 (0 0) 00000080:00200000:0.0:1787826298.853028:0:56355:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x2b:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1787826298.853042:0:56355:0:(namei.c:1628:ll_create_it()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988), intent=open|creat 00000080:00200000:0.0:1787826298.853080:0:56355:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x30:0x0](ffff8a4f095aaa08) 00000080:00200000:0.0:1787826298.853150:0:56355:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x30:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1787826298.853155:0:56355:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x30:0x0](ffff8a4f095aaa08) 00000080:00010000:0.0:1787826298.853158:0:56355:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x30:0x0](ffff8a4f095aaa08) for lock 0x7f6ab97892e4d0a2 00000080:00010000:0.0:1787826298.853169:0:56355:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x30:0x0](ffff8a4f095aaa08) 00000080:00200008:0.0:1787826298.853181:0:56355:0:(file.c:1090:ll_file_open()) START file f21.sanity-sec:[0x200000402:0x30:0x0](ffff8a4f095aaa08), flags 4111101 00000002:00100000:0.0:1787826298.853213:0:56355:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13c5a580 x1874669421961472/t4294967549(4294967549) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826314 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000080:00010000:0.0:1787826298.853244:0:56355:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0a2 from it ffff8a4f09a73720 00010000:00010000:0.0:1787826298.853249:0:56355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.853257:0:56355:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826298.853276:0:56355:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x30:0x0](ffff8a4f095aaa08), inode mode 81a4 mask 40 00000080:00200008:0.0:1787826298.855036:0:56355:0:(file.c:2652:do_file_write_iter()) START file f21.sanity-sec:[0x200000402:0x30:0x0], ppos: 0, count: 1048576 00000080:00200000:0.0:1787826298.855052:0:56355:0:(file.c:2090:ll_file_io_generic()) f21.sanity-sec: write ppos: 0, bytes: 1048576 00000080:00200000:0.0:1787826298.855057:0:56355:0:(file.c:1848:ll_io_set_mirror()) f21.sanity-sec: desiginated mirror: 0 00000020:00200000:0.0:1787826298.855064:0:56355:0:(cl_io.c:218:cl_io_rw_init()) header@0000000065015e96[0x110, 1, [0x200000402:0x30:0x0] hash] 00000020:00200000:0.0:1787826298.855066:0:56355:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 1048576) 0 0 00000080:00200000:0.0:1787826298.855071:0:56355:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1787826298.855087:0:56355:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:0.0:1787826298.855102:0:56355:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:0.0:1787826298.855106:0:56355:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826298.855119:0:56355:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:0.0:1787826298.855131:0:56355:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1787826298.855136:0:56355:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc9d30, osc lock ffff8a4f08c81110, flags 0x0 00010000:00010000:0.0:1787826298.855198:0:56355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.855209:0:56355:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.855219:0:56355:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826298.855240:0:56355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56355:1874669421961600:192.168.203.149@tcp:101:dd.60003 00000100:00100000:0.0:1787826298.855318:0:56355:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9540 going to sleep for 11 seconds 00000100:00100000:0.0:1787826298.864752:0:56355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56355:1874669421961600:192.168.203.149@tcp:101:dd.60003 00010000:00010000:0.0:1787826298.864780:0:56355:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.864799:0:56355:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.864811:0:56355:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.864825:0:56355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826298.864891:0:56355:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.864903:0:56355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826298.864910:0:56355:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826298.864936:0:56355:0:(vvp_io.c:1332:vvp_io_write_start()) f21.sanity-sec: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:0.0:1787826298.864955:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.864992:0:56355:0:(rw26.c:875:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865003:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000679c7ff7[3 000000008e0a3e55 2 1 000000001303876e 0 0 0] 00000080:00200000:0.0:1787826298.865007:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f0caa6e8 17ffffc0001001 3:0 ffff8a4f1242be80 0 lru 00000080:00200000:0.0:1787826298.865013:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000004335191d 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865015:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000679c7ff7 00000080:00200000:0.0:1787826298.865016:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1787826298.865020:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865104:0:56355:0:(rw26.c:875:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865110:0:56355:0:(rw26.c:933:ll_write_end()) page@000000003304d7d9[3 000000008e0a3e55 2 1 000000001303876e 0 0 1] 00000080:00200000:0.0:1787826298.865113:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000b3729784 17ffffc0001001 3:0 ffff8a4f1242b000 1 lru 00000080:00200000:0.0:1787826298.865119:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a3266397 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865121:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000003304d7d9 00000080:00200000:0.0:1787826298.865122:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00200000:0.0:1787826298.865124:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865141:0:56355:0:(rw26.c:875:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865145:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000cae29998[3 000000008e0a3e55 2 1 000000001303876e 0 0 2] 00000080:00200000:0.0:1787826298.865153:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000aea0026f 17ffffc0001001 3:0 ffff8a4f1242b488 2 lru 00000080:00200000:0.0:1787826298.865158:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a2420526 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865160:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000cae29998 00000080:00200000:0.0:1787826298.865161:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 3. 00000080:00200000:0.0:1787826298.865163:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865178:0:56355:0:(rw26.c:875:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865182:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007fd3a00b[3 000000008e0a3e55 2 1 000000001303876e 0 0 3] 00000080:00200000:0.0:1787826298.865194:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000008f1e6339 17ffffc0001001 3:0 ffff8a4f1242b910 3 lru 00000080:00200000:0.0:1787826298.865200:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000008b74ff21 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865202:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007fd3a00b 00000080:00200000:0.0:1787826298.865203:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 4. 00000080:00200000:0.0:1787826298.865205:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865221:0:56355:0:(rw26.c:875:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865225:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c6e01715[3 000000008e0a3e55 2 1 000000001303876e 0 0 4] 00000080:00200000:0.0:1787826298.865228:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000b71698db 17ffffc0001001 3:0 ffff8a4f1242bcb0 4 lru 00000080:00200000:0.0:1787826298.865233:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000aac1c809 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865235:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c6e01715 00000080:00200000:0.0:1787826298.865236:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 5. 00000080:00200000:0.0:1787826298.865238:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865253:0:56355:0:(rw26.c:875:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865257:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ff902fd0[3 000000008e0a3e55 2 1 000000001303876e 0 0 5] 00000080:00200000:0.0:1787826298.865259:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000002ddeee67 17ffffc0001001 3:0 ffff8a4f1242bd98 5 lru 00000080:00200000:0.0:1787826298.865264:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000084a1294d 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865266:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ff902fd0 00000080:00200000:0.0:1787826298.865267:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 6. 00000080:00200000:0.0:1787826298.865269:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865280:0:56355:0:(rw26.c:875:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865284:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000067340f29[3 000000008e0a3e55 2 1 000000001303876e 0 0 6] 00000080:00200000:0.0:1787826298.865287:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000003ee9fb2a 17ffffc0001001 3:0 ffff8a4f1242b658 6 lru 00000080:00200000:0.0:1787826298.865292:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000038a021c2 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865294:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000067340f29 00000080:00200000:0.0:1787826298.865300:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 7. 00000080:00200000:0.0:1787826298.865302:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865314:0:56355:0:(rw26.c:875:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865319:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f89de44f[3 000000008e0a3e55 2 1 000000001303876e 0 0 7] 00000080:00200000:0.0:1787826298.865322:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000d0d264ec 17ffffc0001001 3:0 ffff8a4f1242b570 7 lru 00000080:00200000:0.0:1787826298.865328:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000044301b6a 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865330:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f89de44f 00000080:00200000:0.0:1787826298.865331:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 8. 00000080:00200000:0.0:1787826298.865333:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865418:0:56355:0:(rw26.c:875:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865424:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000566837b[3 000000008e0a3e55 2 1 000000001303876e 0 0 8] 00000080:00200000:0.0:1787826298.865426:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000fbf28f1b 17ffffc0001001 3:0 ffff8a4f1242b9f8 8 lru 00000080:00200000:0.0:1787826298.865430:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000e7c848b6 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865432:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000566837b 00000080:00200000:0.0:1787826298.865433:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 9. 00000080:00200000:0.0:1787826298.865435:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865457:0:56355:0:(rw26.c:875:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865460:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000e11d17b0[3 000000008e0a3e55 2 1 000000001303876e 0 0 9] 00000080:00200000:0.0:1787826298.865463:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000044afef1c 17ffffc0001021 2:0 ffff8a4f1242b1d0 9 lru 00000080:00200000:0.0:1787826298.865467:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005a370196 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865469:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000e11d17b0 00000080:00200000:0.0:1787826298.865470:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 10. 00000080:00200000:0.0:1787826298.865472:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865484:0:56355:0:(rw26.c:875:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865488:0:56355:0:(rw26.c:933:ll_write_end()) page@000000005f2c20bb[3 000000008e0a3e55 2 1 000000001303876e 0 0 10] 00000080:00200000:0.0:1787826298.865491:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000001edbfcef 17ffffc0001001 3:0 ffff8a4f1242bbc8 10 lru 00000080:00200000:0.0:1787826298.865495:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000f1d2f737 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865497:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000005f2c20bb 00000080:00200000:0.0:1787826298.865498:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 11. 00000080:00200000:0.0:1787826298.865499:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865513:0:56355:0:(rw26.c:875:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865517:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f5eeee0d[3 000000008e0a3e55 2 1 000000001303876e 0 0 11] 00000080:00200000:0.0:1787826298.865520:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000052b68194 17ffffc0001001 3:0 ffff8a4f1242b828 11 lru 00000080:00200000:0.0:1787826298.865530:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000001056607b 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865532:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f5eeee0d 00000080:00200000:0.0:1787826298.865533:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 12. 00000080:00200000:0.0:1787826298.865535:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865548:0:56355:0:(rw26.c:875:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865552:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000fe74b50b[3 000000008e0a3e55 2 1 000000001303876e 0 0 12] 00000080:00200000:0.0:1787826298.865555:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000755b4333 17ffffc0001001 3:0 ffff8a4f1242b740 12 lru 00000080:00200000:0.0:1787826298.865559:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000065e4310e 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865561:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000fe74b50b 00000080:00200000:0.0:1787826298.865562:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 13. 00000080:00200000:0.0:1787826298.865564:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865577:0:56355:0:(rw26.c:875:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865581:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000196f0bb2[3 000000008e0a3e55 2 1 000000001303876e 0 0 13] 00000080:00200000:0.0:1787826298.865583:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000584ffe84 17ffffc0001001 3:0 ffff8a4f1242b2b8 13 lru 00000080:00200000:0.0:1787826298.865588:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000af0fe1cb 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865590:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000196f0bb2 00000080:00200000:0.0:1787826298.865591:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 14. 00000080:00200000:0.0:1787826298.865593:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865605:0:56355:0:(rw26.c:875:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865609:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000072a72912[3 000000008e0a3e55 2 1 000000001303876e 0 0 14] 00000080:00200000:0.0:1787826298.865612:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f3265c6d 17ffffc0001001 3:0 ffff8a4f1242b3a0 14 lru 00000080:00200000:0.0:1787826298.865616:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000e9d15ec5 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865618:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000072a72912 00000080:00200000:0.0:1787826298.865619:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 15. 00000080:00200000:0.0:1787826298.865621:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865636:0:56355:0:(rw26.c:875:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865641:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000aefb644d[3 000000008e0a3e55 2 1 000000001303876e 0 0 15] 00000080:00200000:0.0:1787826298.865643:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000001f2e9c69 17ffffc0001001 3:0 ffff8a4f1242b0e8 15 lru 00000080:00200000:0.0:1787826298.865648:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005c076afb 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865650:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000aefb644d 00000080:00200000:0.0:1787826298.865651:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 16. 00000080:00200000:0.0:1787826298.865657:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865671:0:56355:0:(rw26.c:875:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865676:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000071a78975[3 000000008e0a3e55 2 1 000000001303876e 0 0 16] 00000080:00200000:0.0:1787826298.865678:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000007f726d1e 17ffffc0001001 3:0 ffff8a4f1242bae0 16 lru 00000080:00200000:0.0:1787826298.865684:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000f74b7499 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865686:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000071a78975 00000080:00200000:0.0:1787826298.865687:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 17. 00000080:00200000:0.0:1787826298.865689:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865703:0:56355:0:(rw26.c:875:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865707:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000aef0b91[3 000000008e0a3e55 2 1 000000001303876e 0 0 17] 00000080:00200000:0.0:1787826298.865710:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000d22e807b 17ffffc0001001 3:0 ffff8a4f09f1ed98 17 lru 00000080:00200000:0.0:1787826298.865715:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000001c6c2b79 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865717:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000aef0b91 00000080:00200000:0.0:1787826298.865718:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 18. 00000080:00200000:0.0:1787826298.865720:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865734:0:56355:0:(rw26.c:875:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865738:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000048101ae0[3 000000008e0a3e55 2 1 000000001303876e 0 0 18] 00000080:00200000:0.0:1787826298.865741:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000009364f33d 17ffffc0001001 3:0 ffff8a4f09f1e658 18 lru 00000080:00200000:0.0:1787826298.865746:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000df8c1269 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865748:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000048101ae0 00000080:00200000:0.0:1787826298.865749:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 19. 00000080:00200000:0.0:1787826298.865751:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865769:0:56355:0:(rw26.c:875:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865773:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000077b9d5d2[3 000000008e0a3e55 2 1 000000001303876e 0 0 19] 00000080:00200000:0.0:1787826298.865776:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000dfd264cd 17ffffc0001001 3:0 ffff8a4f09f1e570 19 lru 00000080:00200000:0.0:1787826298.865781:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad676acb 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865783:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000077b9d5d2 00000080:00200000:0.0:1787826298.865784:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 20. 00000080:00200000:0.0:1787826298.865786:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 20 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865801:0:56355:0:(rw26.c:875:ll_write_end()) pos 81920, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865805:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000b4ee88bc[3 000000008e0a3e55 2 1 000000001303876e 0 0 20] 00000080:00200000:0.0:1787826298.865807:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000cb420084 17ffffc0001001 3:0 ffff8a4f09f1e9f8 20 lru 00000080:00200000:0.0:1787826298.865816:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000df92157a 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865818:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000b4ee88bc 00000080:00200000:0.0:1787826298.865819:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 21. 00000080:00200000:0.0:1787826298.865821:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 21 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865834:0:56355:0:(rw26.c:875:ll_write_end()) pos 86016, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865838:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000e82ed632[3 000000008e0a3e55 2 1 000000001303876e 0 0 21] 00000080:00200000:0.0:1787826298.865840:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000004c3278e3 17ffffc0001001 3:0 ffff8a4f09f1e1d0 21 lru 00000080:00200000:0.0:1787826298.865845:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000001dc00c6d 21: 1< 0 - - > 2< 86016 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865847:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000e82ed632 00000080:00200000:0.0:1787826298.865848:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 22. 00000080:00200000:0.0:1787826298.865882:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 22 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865899:0:56355:0:(rw26.c:875:ll_write_end()) pos 90112, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865903:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000e5b6174[3 000000008e0a3e55 2 1 000000001303876e 0 0 22] 00000080:00200000:0.0:1787826298.865906:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000c2195866 17ffffc0001001 3:0 ffff8a4f09f1ebc8 22 lru 00000080:00200000:0.0:1787826298.865911:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d3a7265e 22: 1< 0 - - > 2< 90112 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865913:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000e5b6174 00000080:00200000:0.0:1787826298.865914:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 23. 00000080:00200000:0.0:1787826298.865915:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 23 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865929:0:56355:0:(rw26.c:875:ll_write_end()) pos 94208, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865933:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f672fc72[3 000000008e0a3e55 2 1 000000001303876e 0 0 23] 00000080:00200000:0.0:1787826298.865935:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000c27fc0ed 17ffffc0001001 3:0 ffff8a4f09f1eae0 23 lru 00000080:00200000:0.0:1787826298.865939:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000033f5b6f2 23: 1< 0 - - > 2< 94208 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865942:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f672fc72 00000080:00200000:0.0:1787826298.865943:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 24. 00000080:00200000:0.0:1787826298.865944:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 24 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865961:0:56355:0:(rw26.c:875:ll_write_end()) pos 98304, len 4096, copied 4096 00000080:00200000:0.0:1787826298.865965:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ce9c2103[3 000000008e0a3e55 2 1 000000001303876e 0 0 24] 00000080:00200000:0.0:1787826298.865968:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000d229f9bb 17ffffc0001021 2:0 ffff8a4f09f1e0e8 24 lru 00000080:00200000:0.0:1787826298.865972:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000006379c2a9 24: 1< 0 - - > 2< 98304 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.865974:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ce9c2103 00000080:00200000:0.0:1787826298.865975:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 25. 00000080:00200000:0.0:1787826298.865983:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 25 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.865996:0:56355:0:(rw26.c:875:ll_write_end()) pos 102400, len 4096, copied 4096 00000080:00200000:0.0:1787826298.866000:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000a4dd22c3[3 000000008e0a3e55 2 1 000000001303876e 0 0 25] 00000080:00200000:0.0:1787826298.866002:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000d50f60da 17ffffc0001001 3:0 ffff8a4f09f1e3a0 25 lru 00000080:00200000:0.0:1787826298.866007:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005b5421e2 25: 1< 0 - - > 2< 102400 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.866008:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000a4dd22c3 00000080:00200000:0.0:1787826298.866009:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 26. 00000080:00200000:0.0:1787826298.866011:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 26 of 0 to 4096 bytes 00000080:00200000:0.0:1787826298.866023:0:56355:0:(rw26.c:875:ll_write_end()) pos 106496, len 4096, copied 4096 00000080:00200000:0.0:1787826298.866026:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000991cf65[3 000000008e0a3e55 2 1 000000001303876e 0 0 26] 00000080:00200000:0.0:1787826298.866028:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000009d08ae5f 17ffffc0001001 3:0 ffff8a4f09f1e2b8 26 lru 00000080:00200000:0.0:1787826298.866032:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000607b599e 26: 1< 0 - - > 2< 106496 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826298.866034:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000991cf65 00000080:00200000:0.0:1787826298.866035:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 27. 00000080:00200000:0.0:1787826298.866037:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 27 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867300:0:56355:0:(rw26.c:875:ll_write_end()) pos 110592, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867311:0:56355:0:(rw26.c:933:ll_write_end()) page@000000003936de37[3 000000008e0a3e55 2 1 000000001303876e 0 0 27] 00000080:00200000:2.0:1787826298.867315:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000171d88d5 17ffffc0001001 3:0 ffff8a4f125de3a0 27 lru 00000080:00200000:2.0:1787826298.867321:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000c15ec31e 27: 1< 0 - - > 2< 110592 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867323:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000003936de37 00000080:00200000:2.0:1787826298.867325:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1787826298.867328:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 28 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867398:0:56355:0:(rw26.c:875:ll_write_end()) pos 114688, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867404:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000014691580[3 000000008e0a3e55 2 1 000000001303876e 0 0 28] 00000080:00200000:2.0:1787826298.867406:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000087b8b84a 17ffffc0001001 3:0 ffff8a4f125de2b8 28 lru 00000080:00200000:2.0:1787826298.867412:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000007ec46492 28: 1< 0 - - > 2< 114688 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867414:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000014691580 00000080:00200000:2.0:1787826298.867415:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1787826298.867417:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 29 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867433:0:56355:0:(rw26.c:875:ll_write_end()) pos 118784, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867437:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000931976bf[3 000000008e0a3e55 2 1 000000001303876e 0 0 29] 00000080:00200000:2.0:1787826298.867440:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f08005a6 17ffffc0001001 3:0 ffff8a4f125de740 29 lru 00000080:00200000:2.0:1787826298.867445:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000000c374405 29: 1< 0 - - > 2< 118784 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867446:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000931976bf 00000080:00200000:2.0:1787826298.867448:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1787826298.867450:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 30 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867462:0:56355:0:(rw26.c:875:ll_write_end()) pos 122880, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867466:0:56355:0:(rw26.c:933:ll_write_end()) page@000000008ed7eb49[3 000000008e0a3e55 2 1 000000001303876e 0 0 30] 00000080:00200000:2.0:1787826298.867469:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000008748a968 17ffffc0001001 3:0 ffff8a4f125de828 30 lru 00000080:00200000:2.0:1787826298.867474:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d2f2c6b0 30: 1< 0 - - > 2< 122880 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867476:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000008ed7eb49 00000080:00200000:2.0:1787826298.867477:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1787826298.867478:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 31 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867493:0:56355:0:(rw26.c:875:ll_write_end()) pos 126976, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867497:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000eacb5479[3 000000008e0a3e55 2 1 000000001303876e 0 0 31] 00000080:00200000:2.0:1787826298.867499:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000029bb26d4 17ffffc0001001 3:0 ffff8a4f125de570 31 lru 00000080:00200000:2.0:1787826298.867503:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000003f0efb92 31: 1< 0 - - > 2< 126976 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867505:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000eacb5479 00000080:00200000:2.0:1787826298.867506:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1787826298.867508:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 32 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867521:0:56355:0:(rw26.c:875:ll_write_end()) pos 131072, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867525:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000335ee28d[3 000000008e0a3e55 2 1 000000001303876e 0 0 32] 00000080:00200000:2.0:1787826298.867528:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000008d61ef72 17ffffc0001001 3:0 ffff8a4f125de658 32 lru 00000080:00200000:2.0:1787826298.867533:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000c8ff2c25 32: 1< 0 - - > 2< 131072 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867535:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000335ee28d 00000080:00200000:2.0:1787826298.867536:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1787826298.867538:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 33 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867550:0:56355:0:(rw26.c:875:ll_write_end()) pos 135168, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867554:0:56355:0:(rw26.c:933:ll_write_end()) page@000000001d38bd5a[3 000000008e0a3e55 2 1 000000001303876e 0 0 33] 00000080:00200000:2.0:1787826298.867556:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000069cbef44 17ffffc0001001 3:0 ffff8a4f125ded98 33 lru 00000080:00200000:2.0:1787826298.867561:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000eebbbab4 33: 1< 0 - - > 2< 135168 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867562:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000001d38bd5a 00000080:00200000:2.0:1787826298.867564:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1787826298.867565:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 34 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867578:0:56355:0:(rw26.c:875:ll_write_end()) pos 139264, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867582:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000e874d081[3 000000008e0a3e55 2 1 000000001303876e 0 0 34] 00000080:00200000:2.0:1787826298.867585:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f7627f10 17ffffc0001001 3:0 ffff8a4f125decb0 34 lru 00000080:00200000:2.0:1787826298.867589:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000c4335fae 34: 1< 0 - - > 2< 139264 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867591:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000e874d081 00000080:00200000:2.0:1787826298.867592:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1787826298.867594:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 35 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867606:0:56355:0:(rw26.c:875:ll_write_end()) pos 143360, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867610:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000bd982bc9[3 000000008e0a3e55 2 1 000000001303876e 0 0 35] 00000080:00200000:2.0:1787826298.867612:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000dc91aa90 17ffffc0001001 3:0 ffff8a4f125de488 35 lru 00000080:00200000:2.0:1787826298.867617:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d1c8c33d 35: 1< 0 - - > 2< 143360 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867618:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000bd982bc9 00000080:00200000:2.0:1787826298.867619:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1787826298.867621:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 36 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867634:0:56355:0:(rw26.c:875:ll_write_end()) pos 147456, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867638:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000018cee9b4[3 000000008e0a3e55 2 1 000000001303876e 0 0 36] 00000080:00200000:2.0:1787826298.867641:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000627ad2dc 17ffffc0001001 3:0 ffff8a4f125de910 36 lru 00000080:00200000:2.0:1787826298.867646:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000004b416993 36: 1< 0 - - > 2< 147456 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867648:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000018cee9b4 00000080:00200000:2.0:1787826298.867650:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1787826298.867651:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 37 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867664:0:56355:0:(rw26.c:875:ll_write_end()) pos 151552, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867668:0:56355:0:(rw26.c:933:ll_write_end()) page@000000003fa566bc[3 000000008e0a3e55 2 1 000000001303876e 0 0 37] 00000080:00200000:2.0:1787826298.867670:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000252f4ef0 17ffffc0001001 3:0 ffff8a4f125de000 37 lru 00000080:00200000:2.0:1787826298.867675:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000717f30ec 37: 1< 0 - - > 2< 151552 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867677:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000003fa566bc 00000080:00200000:2.0:1787826298.867678:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1787826298.867680:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 38 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867694:0:56355:0:(rw26.c:875:ll_write_end()) pos 155648, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867698:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002d86a60c[3 000000008e0a3e55 2 1 000000001303876e 0 0 38] 00000080:00200000:2.0:1787826298.867701:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000072e81a6e 17ffffc0001001 3:0 ffff8a4f125dee80 38 lru 00000080:00200000:2.0:1787826298.867706:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000054ae9cfe 38: 1< 0 - - > 2< 155648 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867708:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002d86a60c 00000080:00200000:2.0:1787826298.867709:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1787826298.867710:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 39 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867723:0:56355:0:(rw26.c:875:ll_write_end()) pos 159744, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867728:0:56355:0:(rw26.c:933:ll_write_end()) page@000000005ad02036[3 000000008e0a3e55 2 1 000000001303876e 0 0 39] 00000080:00200000:2.0:1787826298.867731:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e19efe42 17ffffc0001001 3:0 ffff8a4f125de0e8 39 lru 00000080:00200000:2.0:1787826298.867735:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000060d5fb8a 39: 1< 0 - - > 2< 159744 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867737:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000005ad02036 00000080:00200000:2.0:1787826298.867738:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1787826298.867739:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 40 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867753:0:56355:0:(rw26.c:875:ll_write_end()) pos 163840, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867757:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000de861e78[3 000000008e0a3e55 2 1 000000001303876e 0 0 40] 00000080:00200000:2.0:1787826298.867759:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000a1e7b23e 17ffffc0001001 3:0 ffff8a4f125deae0 40 lru 00000080:00200000:2.0:1787826298.867764:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000939d90fa 40: 1< 0 - - > 2< 163840 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867766:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000de861e78 00000080:00200000:2.0:1787826298.867767:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1787826298.867769:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 41 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867782:0:56355:0:(rw26.c:875:ll_write_end()) pos 167936, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867786:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ca368d45[3 000000008e0a3e55 2 1 000000001303876e 0 0 41] 00000080:00200000:2.0:1787826298.867789:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000be9b8e18 17ffffc0001001 3:0 ffff8a4f125debc8 41 lru 00000080:00200000:2.0:1787826298.867794:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000c95f8999 41: 1< 0 - - > 2< 167936 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867796:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ca368d45 00000080:00200000:2.0:1787826298.867797:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1787826298.867798:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 42 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867819:0:56355:0:(rw26.c:875:ll_write_end()) pos 172032, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867823:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000057f9a850[3 000000008e0a3e55 2 1 000000001303876e 0 0 42] 00000080:00200000:2.0:1787826298.867825:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000009316ef8 17ffffc0001021 2:0 ffff8a4f125de1d0 42 lru 00000080:00200000:2.0:1787826298.867831:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000b355811c 42: 1< 0 - - > 2< 172032 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867833:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000057f9a850 00000080:00200000:2.0:1787826298.867834:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1787826298.867835:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 43 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867939:0:56355:0:(rw26.c:875:ll_write_end()) pos 176128, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867945:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c9ecf597[3 000000008e0a3e55 2 1 000000001303876e 0 0 43] 00000080:00200000:2.0:1787826298.867948:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000000ed82629 17ffffc0001001 3:0 ffff8a4f125de9f8 43 lru 00000080:00200000:2.0:1787826298.867953:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000001d88a3f6 43: 1< 0 - - > 2< 176128 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867955:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c9ecf597 00000080:00200000:2.0:1787826298.867957:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1787826298.867958:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 44 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.867984:0:56355:0:(rw26.c:875:ll_write_end()) pos 180224, len 4096, copied 4096 00000080:00200000:2.0:1787826298.867988:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000079f04f31[3 000000008e0a3e55 2 1 000000001303876e 0 0 44] 00000080:00200000:2.0:1787826298.867991:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000009baad67a 17ffffc0001001 3:0 ffff8a4f09fbbbc8 44 lru 00000080:00200000:2.0:1787826298.867996:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000bc6d0d77 44: 1< 0 - - > 2< 180224 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.867997:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000079f04f31 00000080:00200000:2.0:1787826298.867998:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1787826298.868000:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 45 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.868014:0:56355:0:(rw26.c:875:ll_write_end()) pos 184320, len 4096, copied 4096 00000080:00200000:2.0:1787826298.868018:0:56355:0:(rw26.c:933:ll_write_end()) page@000000003c004e6d[3 000000008e0a3e55 2 1 000000001303876e 0 0 45] 00000080:00200000:2.0:1787826298.868021:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000252ffc84 17ffffc0001001 3:0 ffff8a4f09fbbae0 45 lru 00000080:00200000:2.0:1787826298.868025:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000b876055b 45: 1< 0 - - > 2< 184320 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.868027:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000003c004e6d 00000080:00200000:2.0:1787826298.868028:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1787826298.868029:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 46 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.868156:0:56355:0:(rw26.c:875:ll_write_end()) pos 188416, len 4096, copied 4096 00000080:00200000:2.0:1787826298.868163:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ee127ce6[3 000000008e0a3e55 2 1 000000001303876e 0 0 46] 00000080:00200000:2.0:1787826298.868165:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000001849c770 17ffffc0001001 3:0 ffff8a4f09fbb0e8 46 lru 00000080:00200000:2.0:1787826298.868170:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000002abfa1af 46: 1< 0 - - > 2< 188416 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.868172:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ee127ce6 00000080:00200000:2.0:1787826298.868173:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1787826298.868175:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 47 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.868200:0:56355:0:(rw26.c:875:ll_write_end()) pos 192512, len 4096, copied 4096 00000080:00200000:2.0:1787826298.868205:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ccea952f[3 000000008e0a3e55 2 1 000000001303876e 0 0 47] 00000080:00200000:2.0:1787826298.868207:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000096f20b7d 17ffffc0001001 3:0 ffff8a4f09fbb3a0 47 lru 00000080:00200000:2.0:1787826298.868212:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000006ed675fd 47: 1< 0 - - > 2< 192512 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.868213:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ccea952f 00000080:00200000:2.0:1787826298.868214:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1787826298.868216:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 48 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.868232:0:56355:0:(rw26.c:875:ll_write_end()) pos 196608, len 4096, copied 4096 00000080:00200000:2.0:1787826298.868236:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000bd294cc1[3 000000008e0a3e55 2 1 000000001303876e 0 0 48] 00000080:00200000:2.0:1787826298.868239:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000fda95787 17ffffc0001001 3:0 ffff8a4f09fbb2b8 48 lru 00000080:00200000:2.0:1787826298.868243:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000004516cc0c 48: 1< 0 - - > 2< 196608 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.868245:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000bd294cc1 00000080:00200000:2.0:1787826298.868246:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1787826298.868248:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 49 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.868261:0:56355:0:(rw26.c:875:ll_write_end()) pos 200704, len 4096, copied 4096 00000080:00200000:2.0:1787826298.868265:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000a49756cd[3 000000008e0a3e55 2 1 000000001303876e 0 0 49] 00000080:00200000:2.0:1787826298.868268:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000091cda38 17ffffc0001001 3:0 ffff8a4f09fbb740 49 lru 00000080:00200000:2.0:1787826298.868272:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000435ce075 49: 1< 0 - - > 2< 200704 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.868275:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000a49756cd 00000080:00200000:2.0:1787826298.868276:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1787826298.868278:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 50 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.868291:0:56355:0:(rw26.c:875:ll_write_end()) pos 204800, len 4096, copied 4096 00000080:00200000:2.0:1787826298.868295:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000181b5773[3 000000008e0a3e55 2 1 000000001303876e 0 0 50] 00000080:00200000:2.0:1787826298.868298:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000b9ab54bc 17ffffc0001001 3:0 ffff8a4f09fbb828 50 lru 00000080:00200000:2.0:1787826298.868303:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000fd516d44 50: 1< 0 - - > 2< 204800 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.868305:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000181b5773 00000080:00200000:2.0:1787826298.868307:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1787826298.868309:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 51 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.868323:0:56355:0:(rw26.c:875:ll_write_end()) pos 208896, len 4096, copied 4096 00000080:00200000:2.0:1787826298.868327:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007386fbf8[3 000000008e0a3e55 2 1 000000001303876e 0 0 51] 00000080:00200000:2.0:1787826298.868330:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000a282e109 17ffffc0001001 3:0 ffff8a4f09fbbe80 51 lru 00000080:00200000:2.0:1787826298.868335:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d633e2ec 51: 1< 0 - - > 2< 208896 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.868337:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007386fbf8 00000080:00200000:2.0:1787826298.868338:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1787826298.868340:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 52 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.869151:0:56355:0:(rw26.c:875:ll_write_end()) pos 212992, len 4096, copied 4096 00000080:00200000:2.0:1787826298.869159:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000b57bb5b[3 000000008e0a3e55 2 1 000000001303876e 0 0 52] 00000080:00200000:2.0:1787826298.869162:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000438c9c54 17ffffc0001001 3:0 ffff8a4f09fbb000 52 lru 00000080:00200000:2.0:1787826298.869168:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000dc3fe87f 52: 1< 0 - - > 2< 212992 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.869170:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000b57bb5b 00000080:00200000:2.0:1787826298.869172:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1787826298.869174:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 53 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.869204:0:56355:0:(rw26.c:875:ll_write_end()) pos 217088, len 4096, copied 4096 00000080:00200000:2.0:1787826298.869208:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000fcccdc05[3 000000008e0a3e55 2 1 000000001303876e 0 0 53] 00000080:00200000:2.0:1787826298.869211:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000b0c5b9b7 17ffffc0001001 3:0 ffff8a4f09fbb910 53 lru 00000080:00200000:2.0:1787826298.869216:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000c35efbf4 53: 1< 0 - - > 2< 217088 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.869218:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000fcccdc05 00000080:00200000:2.0:1787826298.869220:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1787826298.869221:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 54 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.869237:0:56355:0:(rw26.c:875:ll_write_end()) pos 221184, len 4096, copied 4096 00000080:00200000:2.0:1787826298.869241:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ae87ed56[3 000000008e0a3e55 2 1 000000001303876e 0 0 54] 00000080:00200000:2.0:1787826298.869244:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000008a6f58bf 17ffffc0001001 3:0 ffff8a4f09fbb488 54 lru 00000080:00200000:2.0:1787826298.869248:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000048205532 54: 1< 0 - - > 2< 221184 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.869250:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ae87ed56 00000080:00200000:2.0:1787826298.869252:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1787826298.869254:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 55 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.869268:0:56355:0:(rw26.c:875:ll_write_end()) pos 225280, len 4096, copied 4096 00000080:00200000:2.0:1787826298.869272:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000124d2c1d[3 000000008e0a3e55 2 1 000000001303876e 0 0 55] 00000080:00200000:2.0:1787826298.869275:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000007384557a 17ffffc0001001 3:0 ffff8a4f09fbbcb0 55 lru 00000080:00200000:2.0:1787826298.869279:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000008a682d33 55: 1< 0 - - > 2< 225280 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.869281:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000124d2c1d 00000080:00200000:2.0:1787826298.869282:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1787826298.869284:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 56 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.869296:0:56355:0:(rw26.c:875:ll_write_end()) pos 229376, len 4096, copied 4096 00000080:00200000:2.0:1787826298.869301:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007555e2d6[3 000000008e0a3e55 2 1 000000001303876e 0 0 56] 00000080:00200000:2.0:1787826298.869304:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000044002044 17ffffc0001001 3:0 ffff8a4f09fbbd98 56 lru 00000080:00200000:2.0:1787826298.869309:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb31452a 56: 1< 0 - - > 2< 229376 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.869310:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007555e2d6 00000080:00200000:2.0:1787826298.869312:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1787826298.869313:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 57 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.869334:0:56355:0:(rw26.c:875:ll_write_end()) pos 233472, len 4096, copied 4096 00000080:00200000:2.0:1787826298.869338:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000075bd96dd[3 000000008e0a3e55 2 1 000000001303876e 0 0 57] 00000080:00200000:2.0:1787826298.869340:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000003bc15f58 17ffffc0001021 2:0 ffff8a4f09fbb658 57 lru 00000080:00200000:2.0:1787826298.869346:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000adea79ae 57: 1< 0 - - > 2< 233472 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.870224:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000075bd96dd 00000080:00200000:2.0:1787826298.870226:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1787826298.870230:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 58 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.870257:0:56355:0:(rw26.c:875:ll_write_end()) pos 237568, len 4096, copied 4096 00000080:00200000:2.0:1787826298.870263:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c85a536b[3 000000008e0a3e55 2 1 000000001303876e 0 0 58] 00000080:00200000:2.0:1787826298.870265:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000006ce40af 17ffffc0001001 3:0 ffff8a4f09fbb570 58 lru 00000080:00200000:2.0:1787826298.870270:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000004dea3688 58: 1< 0 - - > 2< 237568 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.870272:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c85a536b 00000080:00200000:2.0:1787826298.870273:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1787826298.870275:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 59 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.870291:0:56355:0:(rw26.c:875:ll_write_end()) pos 241664, len 4096, copied 4096 00000080:00200000:2.0:1787826298.870295:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000a05637a2[3 000000008e0a3e55 2 1 000000001303876e 0 0 59] 00000080:00200000:2.0:1787826298.870298:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000008e3876a2 17ffffc0001001 3:0 ffff8a4f09fbb9f8 59 lru 00000080:00200000:2.0:1787826298.870303:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000677e983c 59: 1< 0 - - > 2< 241664 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.870305:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000a05637a2 00000080:00200000:2.0:1787826298.870306:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1787826298.870307:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 60 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.870320:0:56355:0:(rw26.c:875:ll_write_end()) pos 245760, len 4096, copied 4096 00000080:00200000:2.0:1787826298.870324:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000a29c09d7[3 000000008e0a3e55 2 1 000000001303876e 0 0 60] 00000080:00200000:2.0:1787826298.870326:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000043d22c00 17ffffc0001001 3:0 ffff8a4f09fbb1d0 60 lru 00000080:00200000:2.0:1787826298.870331:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000007b927bae 60: 1< 0 - - > 2< 245760 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.870333:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000a29c09d7 00000080:00200000:2.0:1787826298.870334:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1787826298.870335:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 61 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871215:0:56355:0:(rw26.c:875:ll_write_end()) pos 249856, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871224:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000051879654[3 000000008e0a3e55 2 1 000000001303876e 0 0 61] 00000080:00200000:2.0:1787826298.871227:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000005e2d0328 17ffffc0001001 3:0 ffff8a4f124dad98 61 lru 00000080:00200000:2.0:1787826298.871232:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000076082609 61: 1< 0 - - > 2< 249856 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871234:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000051879654 00000080:00200000:2.0:1787826298.871235:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1787826298.871238:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 62 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871263:0:56355:0:(rw26.c:875:ll_write_end()) pos 253952, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871267:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d085c263[3 000000008e0a3e55 2 1 000000001303876e 0 0 62] 00000080:00200000:2.0:1787826298.871270:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000007c014be1 17ffffc0001001 3:0 ffff8a4f124da658 62 lru 00000080:00200000:2.0:1787826298.871275:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000e2725035 62: 1< 0 - - > 2< 253952 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871276:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d085c263 00000080:00200000:2.0:1787826298.871278:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1787826298.871279:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 63 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871293:0:56355:0:(rw26.c:875:ll_write_end()) pos 258048, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871297:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000120d20ff[3 000000008e0a3e55 2 1 000000001303876e 0 0 63] 00000080:00200000:2.0:1787826298.871299:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000002a72381a 17ffffc0001001 3:0 ffff8a4f124da570 63 lru 00000080:00200000:2.0:1787826298.871304:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000008a5e99d6 63: 1< 0 - - > 2< 258048 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871306:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000120d20ff 00000080:00200000:2.0:1787826298.871308:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1787826298.871309:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 64 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871331:0:56355:0:(rw26.c:875:ll_write_end()) pos 262144, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871335:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000017511c90[3 000000008e0a3e55 2 1 000000001303876e 0 0 64] 00000080:00200000:2.0:1787826298.871337:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000c84a3cdd 17ffffc0001001 3:0 ffff8a4f124da9f8 64 lru 00000080:00200000:2.0:1787826298.871343:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000046901d64 64: 1< 0 - - > 2< 262144 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871345:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000017511c90 00000080:00200000:2.0:1787826298.871346:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1787826298.871469:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 65 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871485:0:56355:0:(rw26.c:875:ll_write_end()) pos 266240, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871490:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000b2d90ddb[3 000000008e0a3e55 2 1 000000001303876e 0 0 65] 00000080:00200000:2.0:1787826298.871493:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000003a7c56bf 17ffffc0001001 3:0 ffff8a4f124da1d0 65 lru 00000080:00200000:2.0:1787826298.871498:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000010667b27 65: 1< 0 - - > 2< 266240 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871500:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000b2d90ddb 00000080:00200000:2.0:1787826298.871501:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1787826298.871502:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 66 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871517:0:56355:0:(rw26.c:875:ll_write_end()) pos 270336, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871521:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000246b7132[3 000000008e0a3e55 2 1 000000001303876e 0 0 66] 00000080:00200000:2.0:1787826298.871524:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000dc877977 17ffffc0001001 3:0 ffff8a4f124dabc8 66 lru 00000080:00200000:2.0:1787826298.871528:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000004299a126 66: 1< 0 - - > 2< 270336 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871530:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000246b7132 00000080:00200000:2.0:1787826298.871531:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1787826298.871533:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 67 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871545:0:56355:0:(rw26.c:875:ll_write_end()) pos 274432, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871549:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f6d1e6ce[3 000000008e0a3e55 2 1 000000001303876e 0 0 67] 00000080:00200000:2.0:1787826298.871551:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000429d0d06 17ffffc0001001 3:0 ffff8a4f124daae0 67 lru 00000080:00200000:2.0:1787826298.871556:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000002fe0ada3 67: 1< 0 - - > 2< 274432 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871558:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f6d1e6ce 00000080:00200000:2.0:1787826298.871559:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1787826298.871561:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 68 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871574:0:56355:0:(rw26.c:875:ll_write_end()) pos 278528, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871578:0:56355:0:(rw26.c:933:ll_write_end()) page@000000005847e881[3 000000008e0a3e55 2 1 000000001303876e 0 0 68] 00000080:00200000:2.0:1787826298.871581:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7111f15 17ffffc0001001 3:0 ffff8a4f124da0e8 68 lru 00000080:00200000:2.0:1787826298.871586:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000f742f6fe 68: 1< 0 - - > 2< 278528 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871587:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000005847e881 00000080:00200000:2.0:1787826298.871589:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1787826298.871590:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 69 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871604:0:56355:0:(rw26.c:875:ll_write_end()) pos 282624, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871608:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000ed171ab[3 000000008e0a3e55 2 1 000000001303876e 0 0 69] 00000080:00200000:2.0:1787826298.871611:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000b3d2a947 17ffffc0001001 3:0 ffff8a4f124da3a0 69 lru 00000080:00200000:2.0:1787826298.871616:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ea9a248e 69: 1< 0 - - > 2< 282624 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871618:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000ed171ab 00000080:00200000:2.0:1787826298.871619:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1787826298.871620:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 70 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871635:0:56355:0:(rw26.c:875:ll_write_end()) pos 286720, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871638:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d90d2df0[3 000000008e0a3e55 2 1 000000001303876e 0 0 70] 00000080:00200000:2.0:1787826298.871641:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000a1d22e94 17ffffc0001001 3:0 ffff8a4f124da2b8 70 lru 00000080:00200000:2.0:1787826298.871645:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000029266401 70: 1< 0 - - > 2< 286720 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871647:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d90d2df0 00000080:00200000:2.0:1787826298.871648:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1787826298.871649:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 71 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871661:0:56355:0:(rw26.c:875:ll_write_end()) pos 290816, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871665:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000dc5d759a[3 000000008e0a3e55 2 1 000000001303876e 0 0 71] 00000080:00200000:2.0:1787826298.871668:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000005171138e 17ffffc0001001 3:0 ffff8a4f124da740 71 lru 00000080:00200000:2.0:1787826298.871672:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000639dd88d 71: 1< 0 - - > 2< 290816 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871674:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000dc5d759a 00000080:00200000:2.0:1787826298.871675:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1787826298.871677:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 72 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871697:0:56355:0:(rw26.c:875:ll_write_end()) pos 294912, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871702:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000b8972715[3 000000008e0a3e55 2 1 000000001303876e 0 0 72] 00000080:00200000:2.0:1787826298.871704:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000d7746614 17ffffc0001021 2:0 ffff8a4f124da828 72 lru 00000080:00200000:2.0:1787826298.871708:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000060d75e32 72: 1< 0 - - > 2< 294912 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871710:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000b8972715 00000080:00200000:2.0:1787826298.871712:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1787826298.871714:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 73 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871727:0:56355:0:(rw26.c:875:ll_write_end()) pos 299008, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871732:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000007c93989[3 000000008e0a3e55 2 1 000000001303876e 0 0 73] 00000080:00200000:2.0:1787826298.871734:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000031f5f437 17ffffc0001001 3:0 ffff8a4f124dae80 73 lru 00000080:00200000:2.0:1787826298.871738:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000000674b813 73: 1< 0 - - > 2< 299008 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871740:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000007c93989 00000080:00200000:2.0:1787826298.871741:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1787826298.871743:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 74 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871755:0:56355:0:(rw26.c:875:ll_write_end()) pos 303104, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871759:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000018efbbfc[3 000000008e0a3e55 2 1 000000001303876e 0 0 74] 00000080:00200000:2.0:1787826298.871761:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000081c9660e 17ffffc0001001 3:0 ffff8a4f124da000 74 lru 00000080:00200000:2.0:1787826298.871766:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000b622861f 74: 1< 0 - - > 2< 303104 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871768:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000018efbbfc 00000080:00200000:2.0:1787826298.871769:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1787826298.871771:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 75 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871786:0:56355:0:(rw26.c:875:ll_write_end()) pos 307200, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871789:0:56355:0:(rw26.c:933:ll_write_end()) page@000000005c71bf31[3 000000008e0a3e55 2 1 000000001303876e 0 0 75] 00000080:00200000:2.0:1787826298.871792:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000002d817a3f 17ffffc0001001 3:0 ffff8a4f124da910 75 lru 00000080:00200000:2.0:1787826298.871797:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000009a3023ed 75: 1< 0 - - > 2< 307200 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871799:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000005c71bf31 00000080:00200000:2.0:1787826298.871800:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1787826298.871802:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 76 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871816:0:56355:0:(rw26.c:875:ll_write_end()) pos 311296, len 4096, copied 4096 00000080:00200000:2.0:1787826298.871820:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f94e291e[3 000000008e0a3e55 2 1 000000001303876e 0 0 76] 00000080:00200000:2.0:1787826298.871822:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000001543ce44 17ffffc0001001 3:0 ffff8a4f124da488 76 lru 00000080:00200000:2.0:1787826298.871828:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000002be10b7 76: 1< 0 - - > 2< 311296 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.871830:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f94e291e 00000080:00200000:2.0:1787826298.871831:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1787826298.871833:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 77 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.871845:0:56355:0:(rw26.c:875:ll_write_end()) pos 315392, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873207:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000a731a5c[3 000000008e0a3e55 2 1 000000001303876e 0 0 77] 00000080:00200000:2.0:1787826298.873214:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000086e8962d 17ffffc0001001 3:0 ffff8a4f124dacb0 77 lru 00000080:00200000:2.0:1787826298.873221:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000fc3706f1 77: 1< 0 - - > 2< 315392 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873224:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000a731a5c 00000080:00200000:2.0:1787826298.873225:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1787826298.873230:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 78 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873271:0:56355:0:(rw26.c:875:ll_write_end()) pos 319488, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873278:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000040f6971b[3 000000008e0a3e55 2 1 000000001303876e 0 0 78] 00000080:00200000:2.0:1787826298.873281:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000162222b5 17ffffc0001001 3:0 ffff8a4f09eb8bc8 78 lru 00000080:00200000:2.0:1787826298.873286:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000000bea7239 78: 1< 0 - - > 2< 319488 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873287:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000040f6971b 00000080:00200000:2.0:1787826298.873288:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1787826298.873290:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 79 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873306:0:56355:0:(rw26.c:875:ll_write_end()) pos 323584, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873310:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000052453256[3 000000008e0a3e55 2 1 000000001303876e 0 0 79] 00000080:00200000:2.0:1787826298.873312:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000bbf62e38 17ffffc0001001 3:0 ffff8a4f09eb8ae0 79 lru 00000080:00200000:2.0:1787826298.873317:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000aba1c7f4 79: 1< 0 - - > 2< 323584 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873320:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000052453256 00000080:00200000:2.0:1787826298.873321:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1787826298.873323:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 80 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873336:0:56355:0:(rw26.c:875:ll_write_end()) pos 327680, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873340:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ebe99380[3 000000008e0a3e55 2 1 000000001303876e 0 0 80] 00000080:00200000:2.0:1787826298.873343:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000090e890ad 17ffffc0001001 3:0 ffff8a4f09eb80e8 80 lru 00000080:00200000:2.0:1787826298.873571:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000f07cc654 80: 1< 0 - - > 2< 327680 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873575:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ebe99380 00000080:00200000:2.0:1787826298.873576:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1787826298.873578:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 81 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873594:0:56355:0:(rw26.c:875:ll_write_end()) pos 331776, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873598:0:56355:0:(rw26.c:933:ll_write_end()) page@000000009bd6517b[3 000000008e0a3e55 2 1 000000001303876e 0 0 81] 00000080:00200000:2.0:1787826298.873601:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000061d5f671 17ffffc0001001 3:0 ffff8a4f09eb83a0 81 lru 00000080:00200000:2.0:1787826298.873606:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000045f4ca90 81: 1< 0 - - > 2< 331776 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873607:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000009bd6517b 00000080:00200000:2.0:1787826298.873609:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1787826298.873611:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 82 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873624:0:56355:0:(rw26.c:875:ll_write_end()) pos 335872, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873628:0:56355:0:(rw26.c:933:ll_write_end()) page@000000006297571c[3 000000008e0a3e55 2 1 000000001303876e 0 0 82] 00000080:00200000:2.0:1787826298.873630:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000b3ba27ad 17ffffc0001001 3:0 ffff8a4f09eb82b8 82 lru 00000080:00200000:2.0:1787826298.873634:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000c73aa980 82: 1< 0 - - > 2< 335872 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873636:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000006297571c 00000080:00200000:2.0:1787826298.873637:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1787826298.873639:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 83 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873652:0:56355:0:(rw26.c:875:ll_write_end()) pos 339968, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873656:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000fd86f22[3 000000008e0a3e55 2 1 000000001303876e 0 0 83] 00000080:00200000:2.0:1787826298.873659:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000ce18d642 17ffffc0001001 3:0 ffff8a4f09eb8740 83 lru 00000080:00200000:2.0:1787826298.873664:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000b97d7b00 83: 1< 0 - - > 2< 339968 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873666:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000fd86f22 00000080:00200000:2.0:1787826298.873667:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1787826298.873669:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 84 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873681:0:56355:0:(rw26.c:875:ll_write_end()) pos 344064, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873685:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d007d62f[3 000000008e0a3e55 2 1 000000001303876e 0 0 84] 00000080:00200000:2.0:1787826298.873688:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000004de65ec7 17ffffc0001001 3:0 ffff8a4f09eb8828 84 lru 00000080:00200000:2.0:1787826298.873693:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000033e4a8b5 84: 1< 0 - - > 2< 344064 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873696:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d007d62f 00000080:00200000:2.0:1787826298.873697:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1787826298.873698:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 85 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873711:0:56355:0:(rw26.c:875:ll_write_end()) pos 348160, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873716:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000539085c5[3 000000008e0a3e55 2 1 000000001303876e 0 0 85] 00000080:00200000:2.0:1787826298.873718:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000072b07928 17ffffc0001001 3:0 ffff8a4f09eb8e80 85 lru 00000080:00200000:2.0:1787826298.873723:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000fb66e60b 85: 1< 0 - - > 2< 348160 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873725:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000539085c5 00000080:00200000:2.0:1787826298.873726:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1787826298.873728:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 86 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873742:0:56355:0:(rw26.c:875:ll_write_end()) pos 352256, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873746:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000a4cf6724[3 000000008e0a3e55 2 1 000000001303876e 0 0 86] 00000080:00200000:2.0:1787826298.873749:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000fa60749e 17ffffc0001001 3:0 ffff8a4f09eb8000 86 lru 00000080:00200000:2.0:1787826298.873754:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000066a2bd86 86: 1< 0 - - > 2< 352256 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873756:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000a4cf6724 00000080:00200000:2.0:1787826298.873757:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1787826298.873758:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 87 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873778:0:56355:0:(rw26.c:875:ll_write_end()) pos 356352, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873782:0:56355:0:(rw26.c:933:ll_write_end()) page@000000003dc9fb99[3 000000008e0a3e55 2 1 000000001303876e 0 0 87] 00000080:00200000:2.0:1787826298.873785:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000006b0470bd 17ffffc0001021 2:0 ffff8a4f09eb8910 87 lru 00000080:00200000:2.0:1787826298.873790:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000dc052caa 87: 1< 0 - - > 2< 356352 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873792:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000003dc9fb99 00000080:00200000:2.0:1787826298.873793:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1787826298.873795:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 88 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873810:0:56355:0:(rw26.c:875:ll_write_end()) pos 360448, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873814:0:56355:0:(rw26.c:933:ll_write_end()) page@000000005259e046[3 000000008e0a3e55 2 1 000000001303876e 0 0 88] 00000080:00200000:2.0:1787826298.873817:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e967e9eb 17ffffc0001001 3:0 ffff8a4f09eb8488 88 lru 00000080:00200000:2.0:1787826298.873822:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005478d3aa 88: 1< 0 - - > 2< 360448 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.873824:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000005259e046 00000080:00200000:2.0:1787826298.873825:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1787826298.873827:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 89 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.873840:0:56355:0:(rw26.c:875:ll_write_end()) pos 364544, len 4096, copied 4096 00000080:00200000:2.0:1787826298.873844:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ea5f75da[3 000000008e0a3e55 2 1 000000001303876e 0 0 89] 00000080:00200000:2.0:1787826298.873847:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000003cf09059 17ffffc0001001 3:0 ffff8a4f09eb8cb0 89 lru 00000080:00200000:2.0:1787826298.874449:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d109fb52 89: 1< 0 - - > 2< 364544 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874453:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ea5f75da 00000080:00200000:2.0:1787826298.874455:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1787826298.874458:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 90 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874482:0:56355:0:(rw26.c:875:ll_write_end()) pos 368640, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874487:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002d7b1545[3 000000008e0a3e55 2 1 000000001303876e 0 0 90] 00000080:00200000:2.0:1787826298.874489:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000db4cc5d5 17ffffc0001001 3:0 ffff8a4f09eb8d98 90 lru 00000080:00200000:2.0:1787826298.874494:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000007e32c7f6 90: 1< 0 - - > 2< 368640 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874496:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002d7b1545 00000080:00200000:2.0:1787826298.874497:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1787826298.874499:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 91 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874511:0:56355:0:(rw26.c:875:ll_write_end()) pos 372736, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874515:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000db5cd4de[3 000000008e0a3e55 2 1 000000001303876e 0 0 91] 00000080:00200000:2.0:1787826298.874517:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000006286fe6c 17ffffc0001001 3:0 ffff8a4f09eb8658 91 lru 00000080:00200000:2.0:1787826298.874521:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000c73045ae 91: 1< 0 - - > 2< 372736 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874523:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000db5cd4de 00000080:00200000:2.0:1787826298.874524:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1787826298.874525:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 92 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874536:0:56355:0:(rw26.c:875:ll_write_end()) pos 376832, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874540:0:56355:0:(rw26.c:933:ll_write_end()) page@000000006a83716e[3 000000008e0a3e55 2 1 000000001303876e 0 0 92] 00000080:00200000:2.0:1787826298.874543:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000002deffd88 17ffffc0001001 3:0 ffff8a4f09eb8570 92 lru 00000080:00200000:2.0:1787826298.874548:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d3e0a5f4 92: 1< 0 - - > 2< 376832 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874550:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000006a83716e 00000080:00200000:2.0:1787826298.874552:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1787826298.874553:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 93 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874567:0:56355:0:(rw26.c:875:ll_write_end()) pos 380928, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874570:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000e7d75103[3 000000008e0a3e55 2 1 000000001303876e 0 0 93] 00000080:00200000:2.0:1787826298.874573:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000a52ff3de 17ffffc0001001 3:0 ffff8a4f09eb89f8 93 lru 00000080:00200000:2.0:1787826298.874578:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000e9179f40 93: 1< 0 - - > 2< 380928 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874580:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000e7d75103 00000080:00200000:2.0:1787826298.874581:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1787826298.874583:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 94 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874595:0:56355:0:(rw26.c:875:ll_write_end()) pos 385024, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874599:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000163759b6[3 000000008e0a3e55 2 1 000000001303876e 0 0 94] 00000080:00200000:2.0:1787826298.874602:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e97e09b0 17ffffc0001001 3:0 ffff8a4f09eb81d0 94 lru 00000080:00200000:2.0:1787826298.874606:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000593e8528 94: 1< 0 - - > 2< 385024 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874608:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000163759b6 00000080:00200000:2.0:1787826298.874609:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1787826298.874611:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 95 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874631:0:56355:0:(rw26.c:875:ll_write_end()) pos 389120, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874636:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000074bc53d9[3 000000008e0a3e55 2 1 000000001303876e 0 0 95] 00000080:00200000:2.0:1787826298.874639:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000af82d631 17ffffc0001001 3:0 ffff8a4f1259e488 95 lru 00000080:00200000:2.0:1787826298.874645:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a008cdcb 95: 1< 0 - - > 2< 389120 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874646:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000074bc53d9 00000080:00200000:2.0:1787826298.874648:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1787826298.874651:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 96 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874664:0:56355:0:(rw26.c:875:ll_write_end()) pos 393216, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874669:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002dd9f41a[3 000000008e0a3e55 2 1 000000001303876e 0 0 96] 00000080:00200000:2.0:1787826298.874671:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000b4f7ae03 17ffffc0001001 3:0 ffff8a4f1259ecb0 96 lru 00000080:00200000:2.0:1787826298.874676:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000904a0479 96: 1< 0 - - > 2< 393216 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874678:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002dd9f41a 00000080:00200000:2.0:1787826298.874679:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1787826298.874681:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 97 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874696:0:56355:0:(rw26.c:875:ll_write_end()) pos 397312, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874700:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000318db8fa[3 000000008e0a3e55 2 1 000000001303876e 0 0 97] 00000080:00200000:2.0:1787826298.874703:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000068bce3a9 17ffffc0001001 3:0 ffff8a4f1259ed98 97 lru 00000080:00200000:2.0:1787826298.874708:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000b4318713 97: 1< 0 - - > 2< 397312 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874709:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000318db8fa 00000080:00200000:2.0:1787826298.874710:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1787826298.874712:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 98 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874726:0:56355:0:(rw26.c:875:ll_write_end()) pos 401408, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874729:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000e6a37d34[3 000000008e0a3e55 2 1 000000001303876e 0 0 98] 00000080:00200000:2.0:1787826298.874732:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e5859239 17ffffc0001001 3:0 ffff8a4f1259e658 98 lru 00000080:00200000:2.0:1787826298.874737:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ce6ab7aa 98: 1< 0 - - > 2< 401408 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874738:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000e6a37d34 00000080:00200000:2.0:1787826298.874739:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1787826298.874741:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 99 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874753:0:56355:0:(rw26.c:875:ll_write_end()) pos 405504, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874757:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c27cdf55[3 000000008e0a3e55 2 1 000000001303876e 0 0 99] 00000080:00200000:2.0:1787826298.874760:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000006dd92f6f 17ffffc0001001 3:0 ffff8a4f1259e570 99 lru 00000080:00200000:2.0:1787826298.874765:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9dcad97 99: 1< 0 - - > 2< 405504 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874767:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c27cdf55 00000080:00200000:2.0:1787826298.874768:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1787826298.874771:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 100 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874786:0:56355:0:(rw26.c:875:ll_write_end()) pos 409600, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874790:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000da62c4de[3 000000008e0a3e55 2 1 000000001303876e 0 0 100] 00000080:00200000:2.0:1787826298.874793:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000002fdc9c93 17ffffc0001001 3:0 ffff8a4f1259e9f8 100 lru 00000080:00200000:2.0:1787826298.874798:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000009cc3dab7 100: 1< 0 - - > 2< 409600 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874800:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000da62c4de 00000080:00200000:2.0:1787826298.874800:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1787826298.874802:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 101 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874815:0:56355:0:(rw26.c:875:ll_write_end()) pos 413696, len 4096, copied 4096 00000080:00200000:2.0:1787826298.874819:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000cd2a5912[3 000000008e0a3e55 2 1 000000001303876e 0 0 101] 00000080:00200000:2.0:1787826298.874821:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000009642d32a 17ffffc0001001 3:0 ffff8a4f1259e1d0 101 lru 00000080:00200000:2.0:1787826298.874825:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000db1bda64 101: 1< 0 - - > 2< 413696 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.874827:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000cd2a5912 00000080:00200000:2.0:1787826298.874829:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1787826298.874830:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 102 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.874847:0:56355:0:(rw26.c:875:ll_write_end()) pos 417792, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875554:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000fbafa98f[3 000000008e0a3e55 2 1 000000001303876e 0 0 102] 00000080:00200000:2.0:1787826298.875557:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000009feb3555 17ffffc0001021 2:0 ffff8a4f1259ebc8 102 lru 00000080:00200000:2.0:1787826298.875563:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000009db868e 102: 1< 0 - - > 2< 417792 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875565:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000fbafa98f 00000080:00200000:2.0:1787826298.875566:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1787826298.875569:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 103 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875593:0:56355:0:(rw26.c:875:ll_write_end()) pos 421888, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875597:0:56355:0:(rw26.c:933:ll_write_end()) page@000000001b7bacdf[3 000000008e0a3e55 2 1 000000001303876e 0 0 103] 00000080:00200000:2.0:1787826298.875600:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000852f95ff 17ffffc0001001 3:0 ffff8a4f1259eae0 103 lru 00000080:00200000:2.0:1787826298.875605:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000000cca8312 103: 1< 0 - - > 2< 421888 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875606:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000001b7bacdf 00000080:00200000:2.0:1787826298.875607:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1787826298.875609:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 104 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875625:0:56355:0:(rw26.c:875:ll_write_end()) pos 425984, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875629:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c20b62e1[3 000000008e0a3e55 2 1 000000001303876e 0 0 104] 00000080:00200000:2.0:1787826298.875633:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000003242f093 17ffffc0001001 3:0 ffff8a4f1259e0e8 104 lru 00000080:00200000:2.0:1787826298.875638:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000002dd657e5 104: 1< 0 - - > 2< 425984 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875640:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c20b62e1 00000080:00200000:2.0:1787826298.875641:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1787826298.875642:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 105 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875657:0:56355:0:(rw26.c:875:ll_write_end()) pos 430080, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875661:0:56355:0:(rw26.c:933:ll_write_end()) page@000000001da6a4e1[3 000000008e0a3e55 2 1 000000001303876e 0 0 105] 00000080:00200000:2.0:1787826298.875664:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000005278b461 17ffffc0001001 3:0 ffff8a4f1259e3a0 105 lru 00000080:00200000:2.0:1787826298.875668:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a6ae1dcd 105: 1< 0 - - > 2< 430080 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875670:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000001da6a4e1 00000080:00200000:2.0:1787826298.875671:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1787826298.875673:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 106 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875686:0:56355:0:(rw26.c:875:ll_write_end()) pos 434176, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875690:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f41fe45b[3 000000008e0a3e55 2 1 000000001303876e 0 0 106] 00000080:00200000:2.0:1787826298.875693:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000027777858 17ffffc0001001 3:0 ffff8a4f1259e2b8 106 lru 00000080:00200000:2.0:1787826298.875698:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d55af1bf 106: 1< 0 - - > 2< 434176 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875700:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f41fe45b 00000080:00200000:2.0:1787826298.875701:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1787826298.875703:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 107 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875716:0:56355:0:(rw26.c:875:ll_write_end()) pos 438272, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875720:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f8b3ddf2[3 000000008e0a3e55 2 1 000000001303876e 0 0 107] 00000080:00200000:2.0:1787826298.875723:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000002e57e2e1 17ffffc0001001 3:0 ffff8a4f1259e740 107 lru 00000080:00200000:2.0:1787826298.875728:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000637ee05f 107: 1< 0 - - > 2< 438272 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875730:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f8b3ddf2 00000080:00200000:2.0:1787826298.875731:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1787826298.875732:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 108 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875745:0:56355:0:(rw26.c:875:ll_write_end()) pos 442368, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875749:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000035c47bf2[3 000000008e0a3e55 2 1 000000001303876e 0 0 108] 00000080:00200000:2.0:1787826298.875751:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000022fcb0ae 17ffffc0001001 3:0 ffff8a4f1259e828 108 lru 00000080:00200000:2.0:1787826298.875755:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005c96454e 108: 1< 0 - - > 2< 442368 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875759:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000035c47bf2 00000080:00200000:2.0:1787826298.875760:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1787826298.875762:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 109 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875774:0:56355:0:(rw26.c:875:ll_write_end()) pos 446464, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875779:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000a1a83a1[3 000000008e0a3e55 2 1 000000001303876e 0 0 109] 00000080:00200000:2.0:1787826298.875781:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0b597c0 17ffffc0001001 3:0 ffff8a4f1259ee80 109 lru 00000080:00200000:2.0:1787826298.875786:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000f040379c 109: 1< 0 - - > 2< 446464 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875788:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000a1a83a1 00000080:00200000:2.0:1787826298.875789:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1787826298.875790:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 110 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875802:0:56355:0:(rw26.c:875:ll_write_end()) pos 450560, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875806:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d4c34072[3 000000008e0a3e55 2 1 000000001303876e 0 0 110] 00000080:00200000:2.0:1787826298.875809:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000d302c7df 17ffffc0001001 3:0 ffff8a4f1259e000 110 lru 00000080:00200000:2.0:1787826298.875814:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a96f3107 110: 1< 0 - - > 2< 450560 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875816:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d4c34072 00000080:00200000:2.0:1787826298.875817:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1787826298.875818:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 111 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875833:0:56355:0:(rw26.c:875:ll_write_end()) pos 454656, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875837:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000880bdcb1[3 000000008e0a3e55 2 1 000000001303876e 0 0 111] 00000080:00200000:2.0:1787826298.875839:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000002c6d5db7 17ffffc0001001 3:0 ffff8a4f1259e910 111 lru 00000080:00200000:2.0:1787826298.875844:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad7e20bf 111: 1< 0 - - > 2< 454656 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875846:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000880bdcb1 00000080:00200000:2.0:1787826298.875848:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1787826298.875885:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 112 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875910:0:56355:0:(rw26.c:875:ll_write_end()) pos 458752, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875914:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d07ba322[3 000000008e0a3e55 2 1 000000001303876e 0 0 112] 00000080:00200000:2.0:1787826298.875917:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000c805a9c4 17ffffc0001001 3:0 ffff8a4f114351d0 112 lru 00000080:00200000:2.0:1787826298.875922:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000036432bb1 112: 1< 0 - - > 2< 458752 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875924:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d07ba322 00000080:00200000:2.0:1787826298.875925:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1787826298.875927:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 113 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875941:0:56355:0:(rw26.c:875:ll_write_end()) pos 462848, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875946:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002f70e2dd[3 000000008e0a3e55 2 1 000000001303876e 0 0 113] 00000080:00200000:2.0:1787826298.875948:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000082635abf 17ffffc0001001 3:0 ffff8a4f11435bc8 113 lru 00000080:00200000:2.0:1787826298.875954:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000c0fbb818 113: 1< 0 - - > 2< 462848 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875956:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002f70e2dd 00000080:00200000:2.0:1787826298.875957:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1787826298.875960:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 114 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.875973:0:56355:0:(rw26.c:875:ll_write_end()) pos 466944, len 4096, copied 4096 00000080:00200000:2.0:1787826298.875977:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000b810008[3 000000008e0a3e55 2 1 000000001303876e 0 0 114] 00000080:00200000:2.0:1787826298.875979:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000005e173b2e 17ffffc0001001 3:0 ffff8a4f11435ae0 114 lru 00000080:00200000:2.0:1787826298.875984:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000007cc5fd34 114: 1< 0 - - > 2< 466944 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.875986:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000b810008 00000080:00200000:2.0:1787826298.875987:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1787826298.875989:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 115 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876002:0:56355:0:(rw26.c:875:ll_write_end()) pos 471040, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876007:0:56355:0:(rw26.c:933:ll_write_end()) page@000000005a2f8bc1[3 000000008e0a3e55 2 1 000000001303876e 0 0 115] 00000080:00200000:2.0:1787826298.876010:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec045488 17ffffc0001001 3:0 ffff8a4f114350e8 115 lru 00000080:00200000:2.0:1787826298.876015:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005b967a42 115: 1< 0 - - > 2< 471040 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876017:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000005a2f8bc1 00000080:00200000:2.0:1787826298.876018:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1787826298.876019:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 116 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876033:0:56355:0:(rw26.c:875:ll_write_end()) pos 475136, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876037:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c8e2be91[3 000000008e0a3e55 2 1 000000001303876e 0 0 116] 00000080:00200000:2.0:1787826298.876050:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000d045d286 17ffffc0001001 3:0 ffff8a4f114353a0 116 lru 00000080:00200000:2.0:1787826298.876055:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000e6f7a78a 116: 1< 0 - - > 2< 475136 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876057:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c8e2be91 00000080:00200000:2.0:1787826298.876058:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1787826298.876060:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 117 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876083:0:56355:0:(rw26.c:875:ll_write_end()) pos 479232, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876088:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000679bb503[3 000000008e0a3e55 2 1 000000001303876e 0 0 117] 00000080:00200000:2.0:1787826298.876090:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000a40634e4 17ffffc0001021 2:0 ffff8a4f114352b8 117 lru 00000080:00200000:2.0:1787826298.876095:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d943ffba 117: 1< 0 - - > 2< 479232 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876098:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000679bb503 00000080:00200000:2.0:1787826298.876099:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1787826298.876101:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 118 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876117:0:56355:0:(rw26.c:875:ll_write_end()) pos 483328, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876121:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000373d7637[3 000000008e0a3e55 2 1 000000001303876e 0 0 118] 00000080:00200000:2.0:1787826298.876124:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000080ed9819 17ffffc0001001 3:0 ffff8a4f11435740 118 lru 00000080:00200000:2.0:1787826298.876129:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000f6a88373 118: 1< 0 - - > 2< 483328 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876131:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000373d7637 00000080:00200000:2.0:1787826298.876132:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1787826298.876134:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 119 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876148:0:56355:0:(rw26.c:875:ll_write_end()) pos 487424, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876152:0:56355:0:(rw26.c:933:ll_write_end()) page@000000006d9bdb45[3 000000008e0a3e55 2 1 000000001303876e 0 0 119] 00000080:00200000:2.0:1787826298.876154:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000002c5d0e6a 17ffffc0001001 3:0 ffff8a4f11435828 119 lru 00000080:00200000:2.0:1787826298.876159:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000046ba416 119: 1< 0 - - > 2< 487424 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876161:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000006d9bdb45 00000080:00200000:2.0:1787826298.876162:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1787826298.876163:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 120 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876177:0:56355:0:(rw26.c:875:ll_write_end()) pos 491520, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876180:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000adff2549[3 000000008e0a3e55 2 1 000000001303876e 0 0 120] 00000080:00200000:2.0:1787826298.876183:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000002d12528b 17ffffc0001001 3:0 ffff8a4f11435e80 120 lru 00000080:00200000:2.0:1787826298.876196:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000002952553 120: 1< 0 - - > 2< 491520 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876198:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000adff2549 00000080:00200000:2.0:1787826298.876199:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1787826298.876201:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 121 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876213:0:56355:0:(rw26.c:875:ll_write_end()) pos 495616, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876217:0:56355:0:(rw26.c:933:ll_write_end()) page@000000006b6e1a67[3 000000008e0a3e55 2 1 000000001303876e 0 0 121] 00000080:00200000:2.0:1787826298.876219:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000dfebe039 17ffffc0001001 3:0 ffff8a4f11435000 121 lru 00000080:00200000:2.0:1787826298.876224:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000cbdcd80a 121: 1< 0 - - > 2< 495616 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876226:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000006b6e1a67 00000080:00200000:2.0:1787826298.876227:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1787826298.876229:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 122 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876242:0:56355:0:(rw26.c:875:ll_write_end()) pos 499712, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876246:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d108a210[3 000000008e0a3e55 2 1 000000001303876e 0 0 122] 00000080:00200000:2.0:1787826298.876249:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000fc96415e 17ffffc0001001 3:0 ffff8a4f11435910 122 lru 00000080:00200000:2.0:1787826298.876254:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000687bed4f 122: 1< 0 - - > 2< 499712 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876256:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d108a210 00000080:00200000:2.0:1787826298.876257:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1787826298.876259:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 123 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876272:0:56355:0:(rw26.c:875:ll_write_end()) pos 503808, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876276:0:56355:0:(rw26.c:933:ll_write_end()) page@000000005ee8a819[3 000000008e0a3e55 2 1 000000001303876e 0 0 123] 00000080:00200000:2.0:1787826298.876278:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000001dad2b08 17ffffc0001001 3:0 ffff8a4f11435488 123 lru 00000080:00200000:2.0:1787826298.876283:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000041cbe1ca 123: 1< 0 - - > 2< 503808 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876285:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000005ee8a819 00000080:00200000:2.0:1787826298.876286:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1787826298.876287:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 124 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876300:0:56355:0:(rw26.c:875:ll_write_end()) pos 507904, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876304:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007d8754c5[3 000000008e0a3e55 2 1 000000001303876e 0 0 124] 00000080:00200000:2.0:1787826298.876307:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000007e2f399 17ffffc0001001 3:0 ffff8a4f11435cb0 124 lru 00000080:00200000:2.0:1787826298.876311:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000052448317 124: 1< 0 - - > 2< 507904 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876314:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007d8754c5 00000080:00200000:2.0:1787826298.876315:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1787826298.876316:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 125 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876330:0:56355:0:(rw26.c:875:ll_write_end()) pos 512000, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876334:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000006ad4c79[3 000000008e0a3e55 2 1 000000001303876e 0 0 125] 00000080:00200000:2.0:1787826298.876337:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000344ad9bc 17ffffc0001001 3:0 ffff8a4f11435d98 125 lru 00000080:00200000:2.0:1787826298.876342:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000031ffa925 125: 1< 0 - - > 2< 512000 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876344:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000006ad4c79 00000080:00200000:2.0:1787826298.876345:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1787826298.876358:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 126 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876373:0:56355:0:(rw26.c:875:ll_write_end()) pos 516096, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876377:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002ca7235c[3 000000008e0a3e55 2 1 000000001303876e 0 0 126] 00000080:00200000:2.0:1787826298.876380:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000a64f25a3 17ffffc0001001 3:0 ffff8a4f11435658 126 lru 00000080:00200000:2.0:1787826298.876384:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ec372cad 126: 1< 0 - - > 2< 516096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876387:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002ca7235c 00000080:00200000:2.0:1787826298.876388:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1787826298.876390:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 127 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876404:0:56355:0:(rw26.c:875:ll_write_end()) pos 520192, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876409:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000085494a60[3 000000008e0a3e55 2 1 000000001303876e 0 0 127] 00000080:00200000:2.0:1787826298.876412:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000009c672690 17ffffc0001001 3:0 ffff8a4f11435570 127 lru 00000080:00200000:2.0:1787826298.876417:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000007457a061 127: 1< 0 - - > 2< 520192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876419:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000085494a60 00000080:00200000:2.0:1787826298.876421:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1787826298.876422:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 128 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876442:0:56355:0:(rw26.c:875:ll_write_end()) pos 524288, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876446:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002f6ea369[3 000000008e0a3e55 2 1 000000001303876e 0 0 128] 00000080:00200000:2.0:1787826298.876449:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e15a4687 17ffffc0001001 3:0 ffff8a4f114359f8 128 lru 00000080:00200000:2.0:1787826298.876454:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a83b359b 128: 1< 0 - - > 2< 524288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876455:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002f6ea369 00000080:00200000:2.0:1787826298.876456:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1787826298.876458:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 129 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876479:0:56355:0:(rw26.c:875:ll_write_end()) pos 528384, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876483:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f80967d1[3 000000008e0a3e55 2 1 000000001303876e 0 0 129] 00000080:00200000:2.0:1787826298.876485:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000005549548 17ffffc0001001 3:0 ffff8a4f1a338658 129 lru 00000080:00200000:2.0:1787826298.876490:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000dda1f3b2 129: 1< 0 - - > 2< 528384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876492:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f80967d1 00000080:00200000:2.0:1787826298.876493:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1787826298.876495:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 130 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876508:0:56355:0:(rw26.c:875:ll_write_end()) pos 532480, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876511:0:56355:0:(rw26.c:933:ll_write_end()) page@000000004c2c4e53[3 000000008e0a3e55 2 1 000000001303876e 0 0 130] 00000080:00200000:2.0:1787826298.876514:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000019bdf1b3 17ffffc0001001 3:0 ffff8a4f1a338570 130 lru 00000080:00200000:2.0:1787826298.876519:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000efe8b5e0 130: 1< 0 - - > 2< 532480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876521:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000004c2c4e53 00000080:00200000:2.0:1787826298.876522:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1787826298.876524:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 131 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876537:0:56355:0:(rw26.c:875:ll_write_end()) pos 536576, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876541:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d42a9523[3 000000008e0a3e55 2 1 000000001303876e 0 0 131] 00000080:00200000:2.0:1787826298.876544:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7ae78ad 17ffffc0001001 3:0 ffff8a4f1a3389f8 131 lru 00000080:00200000:2.0:1787826298.876549:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000048e0b3f0 131: 1< 0 - - > 2< 536576 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876551:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d42a9523 00000080:00200000:2.0:1787826298.876552:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1787826298.876554:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 132 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876572:0:56355:0:(rw26.c:875:ll_write_end()) pos 540672, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876577:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d802585d[3 000000008e0a3e55 2 1 000000001303876e 0 0 132] 00000080:00200000:2.0:1787826298.876580:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000657d3806 17ffffc0001021 2:0 ffff8a4f1a3381d0 132 lru 00000080:00200000:2.0:1787826298.876585:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000002c25e743 132: 1< 0 - - > 2< 540672 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876587:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d802585d 00000080:00200000:2.0:1787826298.876588:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1787826298.876590:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 133 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876604:0:56355:0:(rw26.c:875:ll_write_end()) pos 544768, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876609:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f1c4b254[3 000000008e0a3e55 2 1 000000001303876e 0 0 133] 00000080:00200000:2.0:1787826298.876611:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f001e452 17ffffc0001001 3:0 ffff8a4f1a338bc8 133 lru 00000080:00200000:2.0:1787826298.876616:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000059f873cf 133: 1< 0 - - > 2< 544768 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876618:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f1c4b254 00000080:00200000:2.0:1787826298.876619:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1787826298.876620:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 134 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876634:0:56355:0:(rw26.c:875:ll_write_end()) pos 548864, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876638:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000aa765b72[3 000000008e0a3e55 2 1 000000001303876e 0 0 134] 00000080:00200000:2.0:1787826298.876640:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000df2fe115 17ffffc0001001 3:0 ffff8a4f1a338ae0 134 lru 00000080:00200000:2.0:1787826298.876644:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000182dddce 134: 1< 0 - - > 2< 548864 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876646:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000aa765b72 00000080:00200000:2.0:1787826298.876647:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1787826298.876649:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 135 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876661:0:56355:0:(rw26.c:875:ll_write_end()) pos 552960, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876665:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000077edf4d8[3 000000008e0a3e55 2 1 000000001303876e 0 0 135] 00000080:00200000:2.0:1787826298.876667:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6c83b01 17ffffc0001001 3:0 ffff8a4f1a3380e8 135 lru 00000080:00200000:2.0:1787826298.876672:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000095ac9ce7 135: 1< 0 - - > 2< 552960 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876674:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000077edf4d8 00000080:00200000:2.0:1787826298.876675:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1787826298.876677:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 136 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876689:0:56355:0:(rw26.c:875:ll_write_end()) pos 557056, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876693:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c97ec39a[3 000000008e0a3e55 2 1 000000001303876e 0 0 136] 00000080:00200000:2.0:1787826298.876695:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000008379dc2e 17ffffc0001001 3:0 ffff8a4f1a3383a0 136 lru 00000080:00200000:2.0:1787826298.876700:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000006228212b 136: 1< 0 - - > 2< 557056 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876701:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c97ec39a 00000080:00200000:2.0:1787826298.876702:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1787826298.876704:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 137 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876716:0:56355:0:(rw26.c:875:ll_write_end()) pos 561152, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876720:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000056a7d061[3 000000008e0a3e55 2 1 000000001303876e 0 0 137] 00000080:00200000:2.0:1787826298.876722:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e7081e93 17ffffc0001001 3:0 ffff8a4f1a3382b8 137 lru 00000080:00200000:2.0:1787826298.876728:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ce2fc643 137: 1< 0 - - > 2< 561152 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876730:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000056a7d061 00000080:00200000:2.0:1787826298.876731:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1787826298.876733:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 138 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876748:0:56355:0:(rw26.c:875:ll_write_end()) pos 565248, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876752:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000640ec8ef[3 000000008e0a3e55 2 1 000000001303876e 0 0 138] 00000080:00200000:2.0:1787826298.876754:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000008956c3f7 17ffffc0001001 3:0 ffff8a4f1a338740 138 lru 00000080:00200000:2.0:1787826298.876758:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000000b122546 138: 1< 0 - - > 2< 565248 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876760:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000640ec8ef 00000080:00200000:2.0:1787826298.876761:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1787826298.876763:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 139 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876776:0:56355:0:(rw26.c:875:ll_write_end()) pos 569344, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876780:0:56355:0:(rw26.c:933:ll_write_end()) page@000000008cbbdb37[3 000000008e0a3e55 2 1 000000001303876e 0 0 139] 00000080:00200000:2.0:1787826298.876782:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000042646c3f 17ffffc0001001 3:0 ffff8a4f1a338828 139 lru 00000080:00200000:2.0:1787826298.876786:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000aa5dd627 139: 1< 0 - - > 2< 569344 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876788:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000008cbbdb37 00000080:00200000:2.0:1787826298.876789:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1787826298.876790:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 140 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876802:0:56355:0:(rw26.c:875:ll_write_end()) pos 573440, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876806:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007e954461[3 000000008e0a3e55 2 1 000000001303876e 0 0 140] 00000080:00200000:2.0:1787826298.876808:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6d5cef3 17ffffc0001001 3:0 ffff8a4f1a338e80 140 lru 00000080:00200000:2.0:1787826298.876813:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000009903ec7a 140: 1< 0 - - > 2< 573440 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876815:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007e954461 00000080:00200000:2.0:1787826298.876816:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1787826298.876818:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 141 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876829:0:56355:0:(rw26.c:875:ll_write_end()) pos 577536, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876833:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000830504e8[3 000000008e0a3e55 2 1 000000001303876e 0 0 141] 00000080:00200000:2.0:1787826298.876836:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000074044c20 17ffffc0001001 3:0 ffff8a4f1a338000 141 lru 00000080:00200000:2.0:1787826298.876841:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000f55e1b34 141: 1< 0 - - > 2< 577536 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876843:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000830504e8 00000080:00200000:2.0:1787826298.876844:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1787826298.876846:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 142 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876894:0:56355:0:(rw26.c:875:ll_write_end()) pos 581632, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876900:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000000067881[3 000000008e0a3e55 2 1 000000001303876e 0 0 142] 00000080:00200000:2.0:1787826298.876902:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000004ad2b7c1 17ffffc0001001 3:0 ffff8a4f1a338910 142 lru 00000080:00200000:2.0:1787826298.876907:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000001deea739 142: 1< 0 - - > 2< 581632 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876908:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000000067881 00000080:00200000:2.0:1787826298.876909:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1787826298.876911:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 143 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876924:0:56355:0:(rw26.c:875:ll_write_end()) pos 585728, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876928:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d6f637b7[3 000000008e0a3e55 2 1 000000001303876e 0 0 143] 00000080:00200000:2.0:1787826298.876930:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000008e4688d1 17ffffc0001001 3:0 ffff8a4f1a338488 143 lru 00000080:00200000:2.0:1787826298.876934:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000000d637c69 143: 1< 0 - - > 2< 585728 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876936:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d6f637b7 00000080:00200000:2.0:1787826298.876937:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1787826298.876939:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 144 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876951:0:56355:0:(rw26.c:875:ll_write_end()) pos 589824, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876955:0:56355:0:(rw26.c:933:ll_write_end()) page@000000009a92748a[3 000000008e0a3e55 2 1 000000001303876e 0 0 144] 00000080:00200000:2.0:1787826298.876957:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000fba4adf9 17ffffc0001001 3:0 ffff8a4f1a338cb0 144 lru 00000080:00200000:2.0:1787826298.876962:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000029bb5a5a 144: 1< 0 - - > 2< 589824 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876964:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000009a92748a 00000080:00200000:2.0:1787826298.876965:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1787826298.876966:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 145 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.876979:0:56355:0:(rw26.c:875:ll_write_end()) pos 593920, len 4096, copied 4096 00000080:00200000:2.0:1787826298.876982:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000185367f2[3 000000008e0a3e55 2 1 000000001303876e 0 0 145] 00000080:00200000:2.0:1787826298.876984:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f525f279 17ffffc0001001 3:0 ffff8a4f1a338d98 145 lru 00000080:00200000:2.0:1787826298.876989:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000b16d295a 145: 1< 0 - - > 2< 593920 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.876990:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000185367f2 00000080:00200000:2.0:1787826298.876991:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1787826298.876993:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 146 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877013:0:56355:0:(rw26.c:875:ll_write_end()) pos 598016, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877018:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000942a3bd4[3 000000008e0a3e55 2 1 000000001303876e 0 0 146] 00000080:00200000:2.0:1787826298.877020:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000005e84792 17ffffc0001001 3:0 ffff8a4f09e19cb0 146 lru 00000080:00200000:2.0:1787826298.877025:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000266dc807 146: 1< 0 - - > 2< 598016 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877027:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000942a3bd4 00000080:00200000:2.0:1787826298.877029:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1787826298.877030:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 147 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877049:0:56355:0:(rw26.c:875:ll_write_end()) pos 602112, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877053:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000da65892c[3 000000008e0a3e55 2 1 000000001303876e 0 0 147] 00000080:00200000:2.0:1787826298.877056:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000ef6ec1eb 17ffffc0001021 2:0 ffff8a4f09e19d98 147 lru 00000080:00200000:2.0:1787826298.877061:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000095767c2b 147: 1< 0 - - > 2< 602112 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877063:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000da65892c 00000080:00200000:2.0:1787826298.877064:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1787826298.877066:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 148 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877080:0:56355:0:(rw26.c:875:ll_write_end()) pos 606208, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877084:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000bcee9b05[3 000000008e0a3e55 2 1 000000001303876e 0 0 148] 00000080:00200000:2.0:1787826298.877087:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000094371ef3 17ffffc0001001 3:0 ffff8a4f09e19658 148 lru 00000080:00200000:2.0:1787826298.877091:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000786dd0d8 148: 1< 0 - - > 2< 606208 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877093:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000bcee9b05 00000080:00200000:2.0:1787826298.877094:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1787826298.877096:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 149 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877109:0:56355:0:(rw26.c:875:ll_write_end()) pos 610304, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877113:0:56355:0:(rw26.c:933:ll_write_end()) page@000000008615f782[3 000000008e0a3e55 2 1 000000001303876e 0 0 149] 00000080:00200000:2.0:1787826298.877115:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000097ec5d31 17ffffc0001001 3:0 ffff8a4f09e19570 149 lru 00000080:00200000:2.0:1787826298.877119:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a2da49eb 149: 1< 0 - - > 2< 610304 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877121:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000008615f782 00000080:00200000:2.0:1787826298.877122:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1787826298.877124:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 150 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877137:0:56355:0:(rw26.c:875:ll_write_end()) pos 614400, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877140:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000023bc4fe7[3 000000008e0a3e55 2 1 000000001303876e 0 0 150] 00000080:00200000:2.0:1787826298.877143:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000020e484b1 17ffffc0001001 3:0 ffff8a4f09e199f8 150 lru 00000080:00200000:2.0:1787826298.877148:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000869cf795 150: 1< 0 - - > 2< 614400 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877151:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000023bc4fe7 00000080:00200000:2.0:1787826298.877152:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1787826298.877153:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 151 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877166:0:56355:0:(rw26.c:875:ll_write_end()) pos 618496, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877170:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007a9703b8[3 000000008e0a3e55 2 1 000000001303876e 0 0 151] 00000080:00200000:2.0:1787826298.877173:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000026fd6bba 17ffffc0001001 3:0 ffff8a4f09e191d0 151 lru 00000080:00200000:2.0:1787826298.877178:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000030824743 151: 1< 0 - - > 2< 618496 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877179:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007a9703b8 00000080:00200000:2.0:1787826298.877181:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1787826298.877183:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 152 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877211:0:56355:0:(rw26.c:875:ll_write_end()) pos 622592, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877215:0:56355:0:(rw26.c:933:ll_write_end()) page@000000003192eeea[3 000000008e0a3e55 2 1 000000001303876e 0 0 152] 00000080:00200000:2.0:1787826298.877218:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000387009c3 17ffffc0001001 3:0 ffff8a4f09e19bc8 152 lru 00000080:00200000:2.0:1787826298.877223:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000007b829eb 152: 1< 0 - - > 2< 622592 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877226:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000003192eeea 00000080:00200000:2.0:1787826298.877227:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1787826298.877228:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 153 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877243:0:56355:0:(rw26.c:875:ll_write_end()) pos 626688, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877247:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000094f76375[3 000000008e0a3e55 2 1 000000001303876e 0 0 153] 00000080:00200000:2.0:1787826298.877250:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000069248b8b 17ffffc0001001 3:0 ffff8a4f09e19ae0 153 lru 00000080:00200000:2.0:1787826298.877255:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000012c7cf9d 153: 1< 0 - - > 2< 626688 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877257:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000094f76375 00000080:00200000:2.0:1787826298.877258:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1787826298.877259:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 154 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877272:0:56355:0:(rw26.c:875:ll_write_end()) pos 630784, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877275:0:56355:0:(rw26.c:933:ll_write_end()) page@000000004c50d52b[3 000000008e0a3e55 2 1 000000001303876e 0 0 154] 00000080:00200000:2.0:1787826298.877278:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000002245708e 17ffffc0001001 3:0 ffff8a4f09e190e8 154 lru 00000080:00200000:2.0:1787826298.877282:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000009b9ac2b2 154: 1< 0 - - > 2< 630784 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877285:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000004c50d52b 00000080:00200000:2.0:1787826298.877286:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1787826298.877288:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 155 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877301:0:56355:0:(rw26.c:875:ll_write_end()) pos 634880, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877305:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000aab83f42[3 000000008e0a3e55 2 1 000000001303876e 0 0 155] 00000080:00200000:2.0:1787826298.877308:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000000639d8de 17ffffc0001001 3:0 ffff8a4f09e193a0 155 lru 00000080:00200000:2.0:1787826298.877314:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000003ebe48c 155: 1< 0 - - > 2< 634880 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877316:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000aab83f42 00000080:00200000:2.0:1787826298.877317:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1787826298.877319:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 156 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877333:0:56355:0:(rw26.c:875:ll_write_end()) pos 638976, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877337:0:56355:0:(rw26.c:933:ll_write_end()) page@000000006c1ee5c2[3 000000008e0a3e55 2 1 000000001303876e 0 0 156] 00000080:00200000:2.0:1787826298.877339:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000a62bfe07 17ffffc0001001 3:0 ffff8a4f09e192b8 156 lru 00000080:00200000:2.0:1787826298.877344:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000006056cf02 156: 1< 0 - - > 2< 638976 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877346:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000006c1ee5c2 00000080:00200000:2.0:1787826298.877347:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1787826298.877349:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 157 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877363:0:56355:0:(rw26.c:875:ll_write_end()) pos 643072, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877367:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000952c6130[3 000000008e0a3e55 2 1 000000001303876e 0 0 157] 00000080:00200000:2.0:1787826298.877370:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000890a9078 17ffffc0001001 3:0 ffff8a4f09e19740 157 lru 00000080:00200000:2.0:1787826298.877375:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000006bc4b2af 157: 1< 0 - - > 2< 643072 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877377:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000952c6130 00000080:00200000:2.0:1787826298.877378:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1787826298.877379:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 158 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877393:0:56355:0:(rw26.c:875:ll_write_end()) pos 647168, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877397:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000255713f8[3 000000008e0a3e55 2 1 000000001303876e 0 0 158] 00000080:00200000:2.0:1787826298.877400:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000154720b6 17ffffc0001001 3:0 ffff8a4f09e19828 158 lru 00000080:00200000:2.0:1787826298.877405:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000003e1d84f 158: 1< 0 - - > 2< 647168 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877407:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000255713f8 00000080:00200000:2.0:1787826298.877408:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1787826298.877410:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 159 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877425:0:56355:0:(rw26.c:875:ll_write_end()) pos 651264, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877429:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ef8bcf64[3 000000008e0a3e55 2 1 000000001303876e 0 0 159] 00000080:00200000:2.0:1787826298.877431:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f56d5ec7 17ffffc0001001 3:0 ffff8a4f09e19e80 159 lru 00000080:00200000:2.0:1787826298.877436:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d13f9626 159: 1< 0 - - > 2< 651264 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877438:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ef8bcf64 00000080:00200000:2.0:1787826298.877439:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1787826298.877441:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 160 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877455:0:56355:0:(rw26.c:875:ll_write_end()) pos 655360, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877459:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000531e94e4[3 000000008e0a3e55 2 1 000000001303876e 0 0 160] 00000080:00200000:2.0:1787826298.877461:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000066765f03 17ffffc0001001 3:0 ffff8a4f09e19000 160 lru 00000080:00200000:2.0:1787826298.877466:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000cd0e0f5e 160: 1< 0 - - > 2< 655360 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877468:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000531e94e4 00000080:00200000:2.0:1787826298.877469:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1787826298.877471:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 161 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877483:0:56355:0:(rw26.c:875:ll_write_end()) pos 659456, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877487:0:56355:0:(rw26.c:933:ll_write_end()) page@000000009b7583c5[3 000000008e0a3e55 2 1 000000001303876e 0 0 161] 00000080:00200000:2.0:1787826298.877490:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec1f68c8 17ffffc0001001 3:0 ffff8a4f09e19910 161 lru 00000080:00200000:2.0:1787826298.877495:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000325eda5c 161: 1< 0 - - > 2< 659456 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877497:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000009b7583c5 00000080:00200000:2.0:1787826298.877498:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1787826298.877500:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 162 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877518:0:56355:0:(rw26.c:875:ll_write_end()) pos 663552, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877522:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d9234c31[3 000000008e0a3e55 2 1 000000001303876e 0 0 162] 00000080:00200000:2.0:1787826298.877524:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000beb55057 17ffffc0001021 2:0 ffff8a4f09e19488 162 lru 00000080:00200000:2.0:1787826298.877530:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000002020b40f 162: 1< 0 - - > 2< 663552 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877532:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d9234c31 00000080:00200000:2.0:1787826298.877533:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1787826298.877535:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 163 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877555:0:56355:0:(rw26.c:875:ll_write_end()) pos 667648, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877560:0:56355:0:(rw26.c:933:ll_write_end()) page@000000001438892e[3 000000008e0a3e55 2 1 000000001303876e 0 0 163] 00000080:00200000:2.0:1787826298.877562:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000abe9708d 17ffffc0001001 3:0 ffff8a4f124609f8 163 lru 00000080:00200000:2.0:1787826298.877567:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000039ed9942 163: 1< 0 - - > 2< 667648 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877569:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000001438892e 00000080:00200000:2.0:1787826298.877570:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1787826298.877572:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 164 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877586:0:56355:0:(rw26.c:875:ll_write_end()) pos 671744, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877590:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000731c23e5[3 000000008e0a3e55 2 1 000000001303876e 0 0 164] 00000080:00200000:2.0:1787826298.877593:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000eae1c8c6 17ffffc0001001 3:0 ffff8a4f124601d0 164 lru 00000080:00200000:2.0:1787826298.877597:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000001b9ced76 164: 1< 0 - - > 2< 671744 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877599:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000731c23e5 00000080:00200000:2.0:1787826298.877600:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1787826298.877602:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 165 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877615:0:56355:0:(rw26.c:875:ll_write_end()) pos 675840, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877619:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000066801ac4[3 000000008e0a3e55 2 1 000000001303876e 0 0 165] 00000080:00200000:2.0:1787826298.877622:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000bc925428 17ffffc0001001 3:0 ffff8a4f12460bc8 165 lru 00000080:00200000:2.0:1787826298.877628:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000aa6eb96a 165: 1< 0 - - > 2< 675840 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877629:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000066801ac4 00000080:00200000:2.0:1787826298.877631:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1787826298.877632:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 166 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877645:0:56355:0:(rw26.c:875:ll_write_end()) pos 679936, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877650:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000096aedc03[3 000000008e0a3e55 2 1 000000001303876e 0 0 166] 00000080:00200000:2.0:1787826298.877652:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000011e777a3 17ffffc0001001 3:0 ffff8a4f12460ae0 166 lru 00000080:00200000:2.0:1787826298.877657:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000003e2400d5 166: 1< 0 - - > 2< 679936 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877659:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000096aedc03 00000080:00200000:2.0:1787826298.877660:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1787826298.877662:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 167 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877677:0:56355:0:(rw26.c:875:ll_write_end()) pos 684032, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877682:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000cf6e76be[3 000000008e0a3e55 2 1 000000001303876e 0 0 167] 00000080:00200000:2.0:1787826298.877684:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000099f9c088 17ffffc0001001 3:0 ffff8a4f124600e8 167 lru 00000080:00200000:2.0:1787826298.877689:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ac9edb97 167: 1< 0 - - > 2< 684032 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877691:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000cf6e76be 00000080:00200000:2.0:1787826298.877692:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1787826298.877694:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 168 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877708:0:56355:0:(rw26.c:875:ll_write_end()) pos 688128, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877713:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000015da5c64[3 000000008e0a3e55 2 1 000000001303876e 0 0 168] 00000080:00200000:2.0:1787826298.877715:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000007c95b0e8 17ffffc0001001 3:0 ffff8a4f124603a0 168 lru 00000080:00200000:2.0:1787826298.877720:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000945ca570 168: 1< 0 - - > 2< 688128 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877722:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000015da5c64 00000080:00200000:2.0:1787826298.877723:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1787826298.877725:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 169 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877739:0:56355:0:(rw26.c:875:ll_write_end()) pos 692224, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877743:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c910c461[3 000000008e0a3e55 2 1 000000001303876e 0 0 169] 00000080:00200000:2.0:1787826298.877745:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000ba86a412 17ffffc0001001 3:0 ffff8a4f124602b8 169 lru 00000080:00200000:2.0:1787826298.877749:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ca59692b 169: 1< 0 - - > 2< 692224 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877751:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c910c461 00000080:00200000:2.0:1787826298.877752:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1787826298.877753:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 170 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877766:0:56355:0:(rw26.c:875:ll_write_end()) pos 696320, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877770:0:56355:0:(rw26.c:933:ll_write_end()) page@000000003eab46e8[3 000000008e0a3e55 2 1 000000001303876e 0 0 170] 00000080:00200000:2.0:1787826298.877772:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000093db9b71 17ffffc0001001 3:0 ffff8a4f12460740 170 lru 00000080:00200000:2.0:1787826298.877777:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a66f51af 170: 1< 0 - - > 2< 696320 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877779:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000003eab46e8 00000080:00200000:2.0:1787826298.877780:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1787826298.877782:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 171 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877793:0:56355:0:(rw26.c:875:ll_write_end()) pos 700416, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877797:0:56355:0:(rw26.c:933:ll_write_end()) page@000000009e04510f[3 000000008e0a3e55 2 1 000000001303876e 0 0 171] 00000080:00200000:2.0:1787826298.877800:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0ff8878 17ffffc0001001 3:0 ffff8a4f12460828 171 lru 00000080:00200000:2.0:1787826298.877804:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000000085a46c 171: 1< 0 - - > 2< 700416 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877806:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000009e04510f 00000080:00200000:2.0:1787826298.877807:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1787826298.877809:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 172 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877821:0:56355:0:(rw26.c:875:ll_write_end()) pos 704512, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877825:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000dc359fb1[3 000000008e0a3e55 2 1 000000001303876e 0 0 172] 00000080:00200000:2.0:1787826298.877828:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000678d1693 17ffffc0001001 3:0 ffff8a4f12460e80 172 lru 00000080:00200000:2.0:1787826298.877832:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a58c7abe 172: 1< 0 - - > 2< 704512 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877834:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000dc359fb1 00000080:00200000:2.0:1787826298.877835:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1787826298.877837:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 173 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877883:0:56355:0:(rw26.c:875:ll_write_end()) pos 708608, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877888:0:56355:0:(rw26.c:933:ll_write_end()) page@000000004b643ff5[3 000000008e0a3e55 2 1 000000001303876e 0 0 173] 00000080:00200000:2.0:1787826298.877890:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000006969ca88 17ffffc0001001 3:0 ffff8a4f12460000 173 lru 00000080:00200000:2.0:1787826298.877895:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000599e596e 173: 1< 0 - - > 2< 708608 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877897:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000004b643ff5 00000080:00200000:2.0:1787826298.877898:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1787826298.877900:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 174 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877915:0:56355:0:(rw26.c:875:ll_write_end()) pos 712704, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877919:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000061041586[3 000000008e0a3e55 2 1 000000001303876e 0 0 174] 00000080:00200000:2.0:1787826298.877921:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000056b505a1 17ffffc0001001 3:0 ffff8a4f12460910 174 lru 00000080:00200000:2.0:1787826298.877927:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000006b740cb4 174: 1< 0 - - > 2< 712704 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877929:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000061041586 00000080:00200000:2.0:1787826298.877930:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1787826298.877932:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 175 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877944:0:56355:0:(rw26.c:875:ll_write_end()) pos 716800, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877948:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000175972ff[3 000000008e0a3e55 2 1 000000001303876e 0 0 175] 00000080:00200000:2.0:1787826298.877950:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000000c2628ba 17ffffc0001001 3:0 ffff8a4f12460488 175 lru 00000080:00200000:2.0:1787826298.877955:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a2fdedcf 175: 1< 0 - - > 2< 716800 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877957:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000175972ff 00000080:00200000:2.0:1787826298.877958:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1787826298.877959:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 176 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.877973:0:56355:0:(rw26.c:875:ll_write_end()) pos 720896, len 4096, copied 4096 00000080:00200000:2.0:1787826298.877977:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000095da475e[3 000000008e0a3e55 2 1 000000001303876e 0 0 176] 00000080:00200000:2.0:1787826298.877980:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000068465c44 17ffffc0001001 3:0 ffff8a4f12460cb0 176 lru 00000080:00200000:2.0:1787826298.877984:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000bd74a557 176: 1< 0 - - > 2< 720896 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.877987:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000095da475e 00000080:00200000:2.0:1787826298.877988:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1787826298.877989:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 177 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878005:0:56355:0:(rw26.c:875:ll_write_end()) pos 724992, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878010:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000057ec12e6[3 000000008e0a3e55 2 1 000000001303876e 0 0 177] 00000080:00200000:2.0:1787826298.878012:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f1eff080 17ffffc0001021 2:0 ffff8a4f12460d98 177 lru 00000080:00200000:2.0:1787826298.878016:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000008e283415 177: 1< 0 - - > 2< 724992 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878018:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000057ec12e6 00000080:00200000:2.0:1787826298.878019:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1787826298.878021:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 178 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878034:0:56355:0:(rw26.c:875:ll_write_end()) pos 729088, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878038:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c7603428[3 000000008e0a3e55 2 1 000000001303876e 0 0 178] 00000080:00200000:2.0:1787826298.878041:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000fd276325 17ffffc0001001 3:0 ffff8a4f12460658 178 lru 00000080:00200000:2.0:1787826298.878046:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000b00673d2 178: 1< 0 - - > 2< 729088 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878049:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c7603428 00000080:00200000:2.0:1787826298.878050:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1787826298.878051:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 179 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878064:0:56355:0:(rw26.c:875:ll_write_end()) pos 733184, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878069:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000031483743[3 000000008e0a3e55 2 1 000000001303876e 0 0 179] 00000080:00200000:2.0:1787826298.878072:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f33cf28b 17ffffc0001001 3:0 ffff8a4f12460570 179 lru 00000080:00200000:2.0:1787826298.878076:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000027b88959 179: 1< 0 - - > 2< 733184 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878078:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000031483743 00000080:00200000:2.0:1787826298.878079:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1787826298.878080:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 180 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878100:0:56355:0:(rw26.c:875:ll_write_end()) pos 737280, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878104:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000009d77fd1[3 000000008e0a3e55 2 1 000000001303876e 0 0 180] 00000080:00200000:2.0:1787826298.878107:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000ee2a14f1 17ffffc0001001 3:0 ffff8a4f1a2820e8 180 lru 00000080:00200000:2.0:1787826298.878112:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000068363cd6 180: 1< 0 - - > 2< 737280 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878114:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000009d77fd1 00000080:00200000:2.0:1787826298.878115:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1787826298.878117:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 181 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878135:0:56355:0:(rw26.c:875:ll_write_end()) pos 741376, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878139:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000007efd8f2[3 000000008e0a3e55 2 1 000000001303876e 0 0 181] 00000080:00200000:2.0:1787826298.878142:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000000f72bc10 17ffffc0001001 3:0 ffff8a4f1a2823a0 181 lru 00000080:00200000:2.0:1787826298.878148:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000dd9d00e4 181: 1< 0 - - > 2< 741376 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878150:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000007efd8f2 00000080:00200000:2.0:1787826298.878151:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1787826298.878153:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 182 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878167:0:56355:0:(rw26.c:875:ll_write_end()) pos 745472, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878172:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ffbb972c[3 000000008e0a3e55 2 1 000000001303876e 0 0 182] 00000080:00200000:2.0:1787826298.878174:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000004990b26c 17ffffc0001001 3:0 ffff8a4f1a2822b8 182 lru 00000080:00200000:2.0:1787826298.878179:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000003fb9ce41 182: 1< 0 - - > 2< 745472 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878181:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ffbb972c 00000080:00200000:2.0:1787826298.878182:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1787826298.878195:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 183 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878211:0:56355:0:(rw26.c:875:ll_write_end()) pos 749568, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878215:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000052f8007c[3 000000008e0a3e55 2 1 000000001303876e 0 0 183] 00000080:00200000:2.0:1787826298.878218:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000062bbe7a4 17ffffc0001001 3:0 ffff8a4f1a282740 183 lru 00000080:00200000:2.0:1787826298.878222:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000134a7718 183: 1< 0 - - > 2< 749568 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878224:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000052f8007c 00000080:00200000:2.0:1787826298.878225:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1787826298.878227:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 184 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878241:0:56355:0:(rw26.c:875:ll_write_end()) pos 753664, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878244:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d192d12f[3 000000008e0a3e55 2 1 000000001303876e 0 0 184] 00000080:00200000:2.0:1787826298.878247:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000fdc7db9b 17ffffc0001001 3:0 ffff8a4f1a282828 184 lru 00000080:00200000:2.0:1787826298.878252:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000000fa6efa9 184: 1< 0 - - > 2< 753664 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878254:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d192d12f 00000080:00200000:2.0:1787826298.878256:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1787826298.878257:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 185 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878270:0:56355:0:(rw26.c:875:ll_write_end()) pos 757760, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878274:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000070120c4d[3 000000008e0a3e55 2 1 000000001303876e 0 0 185] 00000080:00200000:2.0:1787826298.878276:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000cceb1acd 17ffffc0001001 3:0 ffff8a4f1a282e80 185 lru 00000080:00200000:2.0:1787826298.878280:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a31c5f15 185: 1< 0 - - > 2< 757760 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878282:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000070120c4d 00000080:00200000:2.0:1787826298.878283:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1787826298.878285:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 186 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878298:0:56355:0:(rw26.c:875:ll_write_end()) pos 761856, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878302:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000127b9abf[3 000000008e0a3e55 2 1 000000001303876e 0 0 186] 00000080:00200000:2.0:1787826298.878304:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000001454ce63 17ffffc0001001 3:0 ffff8a4f1a282000 186 lru 00000080:00200000:2.0:1787826298.878308:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000981459b8 186: 1< 0 - - > 2< 761856 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878310:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000127b9abf 00000080:00200000:2.0:1787826298.878311:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1787826298.878313:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 187 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878324:0:56355:0:(rw26.c:875:ll_write_end()) pos 765952, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878328:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002d6c4d78[3 000000008e0a3e55 2 1 000000001303876e 0 0 187] 00000080:00200000:2.0:1787826298.878330:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000007c4c734b 17ffffc0001001 3:0 ffff8a4f1a282910 187 lru 00000080:00200000:2.0:1787826298.878334:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000b7fd8fa2 187: 1< 0 - - > 2< 765952 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878336:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002d6c4d78 00000080:00200000:2.0:1787826298.878337:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1787826298.878338:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 188 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878353:0:56355:0:(rw26.c:875:ll_write_end()) pos 770048, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878357:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000097fa5d8e[3 000000008e0a3e55 2 1 000000001303876e 0 0 188] 00000080:00200000:2.0:1787826298.878360:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000036a54017 17ffffc0001001 3:0 ffff8a4f1a282488 188 lru 00000080:00200000:2.0:1787826298.878364:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000019facf8a 188: 1< 0 - - > 2< 770048 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878367:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000097fa5d8e 00000080:00200000:2.0:1787826298.878368:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1787826298.878369:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 189 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878382:0:56355:0:(rw26.c:875:ll_write_end()) pos 774144, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878386:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ca4c8717[3 000000008e0a3e55 2 1 000000001303876e 0 0 189] 00000080:00200000:2.0:1787826298.878389:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000013d7a3b0 17ffffc0001001 3:0 ffff8a4f1a282cb0 189 lru 00000080:00200000:2.0:1787826298.878394:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000077c1393e 189: 1< 0 - - > 2< 774144 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878396:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ca4c8717 00000080:00200000:2.0:1787826298.878397:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1787826298.878399:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 190 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878411:0:56355:0:(rw26.c:875:ll_write_end()) pos 778240, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878415:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000520ce173[3 000000008e0a3e55 2 1 000000001303876e 0 0 190] 00000080:00200000:2.0:1787826298.878417:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6bcddb2 17ffffc0001001 3:0 ffff8a4f1a282d98 190 lru 00000080:00200000:2.0:1787826298.878421:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000001f952e32 190: 1< 0 - - > 2< 778240 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878423:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000520ce173 00000080:00200000:2.0:1787826298.878424:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1787826298.878426:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 191 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878438:0:56355:0:(rw26.c:875:ll_write_end()) pos 782336, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878442:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f4261ea7[3 000000008e0a3e55 2 1 000000001303876e 0 0 191] 00000080:00200000:2.0:1787826298.878444:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000a2fd8a3f 17ffffc0001001 3:0 ffff8a4f1a282658 191 lru 00000080:00200000:2.0:1787826298.878449:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000206973fe 191: 1< 0 - - > 2< 782336 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878451:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f4261ea7 00000080:00200000:2.0:1787826298.878452:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1787826298.878454:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 192 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878475:0:56355:0:(rw26.c:875:ll_write_end()) pos 786432, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878479:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002b0f642c[3 000000008e0a3e55 2 1 000000001303876e 0 0 192] 00000080:00200000:2.0:1787826298.878481:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000030f271e8 17ffffc0001021 2:0 ffff8a4f1a282570 192 lru 00000080:00200000:2.0:1787826298.878486:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000957c3660 192: 1< 0 - - > 2< 786432 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878487:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002b0f642c 00000080:00200000:2.0:1787826298.878489:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1787826298.878490:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 193 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878503:0:56355:0:(rw26.c:875:ll_write_end()) pos 790528, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878507:0:56355:0:(rw26.c:933:ll_write_end()) page@000000005bbf6bd2[3 000000008e0a3e55 2 1 000000001303876e 0 0 193] 00000080:00200000:2.0:1787826298.878509:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000009fdd40ca 17ffffc0001001 3:0 ffff8a4f1a2829f8 193 lru 00000080:00200000:2.0:1787826298.878513:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000001128472a 193: 1< 0 - - > 2< 790528 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878515:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000005bbf6bd2 00000080:00200000:2.0:1787826298.878516:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1787826298.878518:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 194 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878529:0:56355:0:(rw26.c:875:ll_write_end()) pos 794624, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878532:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000b440d0bb[3 000000008e0a3e55 2 1 000000001303876e 0 0 194] 00000080:00200000:2.0:1787826298.878535:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000b630d354 17ffffc0001001 3:0 ffff8a4f1a2821d0 194 lru 00000080:00200000:2.0:1787826298.878539:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000009e303da5 194: 1< 0 - - > 2< 794624 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878541:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000b440d0bb 00000080:00200000:2.0:1787826298.878542:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1787826298.878544:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 195 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878557:0:56355:0:(rw26.c:875:ll_write_end()) pos 798720, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878561:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f252c769[3 000000008e0a3e55 2 1 000000001303876e 0 0 195] 00000080:00200000:2.0:1787826298.878564:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000009dfed0f4 17ffffc0001001 3:0 ffff8a4f1a282bc8 195 lru 00000080:00200000:2.0:1787826298.878568:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000c5590736 195: 1< 0 - - > 2< 798720 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878570:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f252c769 00000080:00200000:2.0:1787826298.878571:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1787826298.878573:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 196 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878585:0:56355:0:(rw26.c:875:ll_write_end()) pos 802816, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878589:0:56355:0:(rw26.c:933:ll_write_end()) page@000000003692840e[3 000000008e0a3e55 2 1 000000001303876e 0 0 196] 00000080:00200000:2.0:1787826298.878592:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000004162ab0a 17ffffc0001001 3:0 ffff8a4f1a282ae0 196 lru 00000080:00200000:2.0:1787826298.878597:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000e32143f0 196: 1< 0 - - > 2< 802816 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878598:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000003692840e 00000080:00200000:2.0:1787826298.878599:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1787826298.878601:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 197 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878620:0:56355:0:(rw26.c:875:ll_write_end()) pos 806912, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878624:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000030b9434c[3 000000008e0a3e55 2 1 000000001303876e 0 0 197] 00000080:00200000:2.0:1787826298.878626:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000003df0f938 17ffffc0001001 3:0 ffff8a4f1a349d98 197 lru 00000080:00200000:2.0:1787826298.878631:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000634b6297 197: 1< 0 - - > 2< 806912 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878633:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000030b9434c 00000080:00200000:2.0:1787826298.878634:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1787826298.878636:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 198 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878648:0:56355:0:(rw26.c:875:ll_write_end()) pos 811008, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878652:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007097add9[3 000000008e0a3e55 2 1 000000001303876e 0 0 198] 00000080:00200000:2.0:1787826298.878655:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000058e361c6 17ffffc0001001 3:0 ffff8a4f1a349658 198 lru 00000080:00200000:2.0:1787826298.878659:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000048fecd2a 198: 1< 0 - - > 2< 811008 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878661:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007097add9 00000080:00200000:2.0:1787826298.878662:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1787826298.878664:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 199 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878678:0:56355:0:(rw26.c:875:ll_write_end()) pos 815104, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878682:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000890892d1[3 000000008e0a3e55 2 1 000000001303876e 0 0 199] 00000080:00200000:2.0:1787826298.878684:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000fd07a5a5 17ffffc0001001 3:0 ffff8a4f1a349570 199 lru 00000080:00200000:2.0:1787826298.878689:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005a11a2fb 199: 1< 0 - - > 2< 815104 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878692:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000890892d1 00000080:00200000:2.0:1787826298.878693:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1787826298.878695:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 200 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878710:0:56355:0:(rw26.c:875:ll_write_end()) pos 819200, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878714:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000475f060b[3 000000008e0a3e55 2 1 000000001303876e 0 0 200] 00000080:00200000:2.0:1787826298.878716:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000d313fc91 17ffffc0001001 3:0 ffff8a4f1a3499f8 200 lru 00000080:00200000:2.0:1787826298.878721:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000c3b67a49 200: 1< 0 - - > 2< 819200 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878723:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000475f060b 00000080:00200000:2.0:1787826298.878724:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1787826298.878725:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 201 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878738:0:56355:0:(rw26.c:875:ll_write_end()) pos 823296, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878742:0:56355:0:(rw26.c:933:ll_write_end()) page@000000001ee0260a[3 000000008e0a3e55 2 1 000000001303876e 0 0 201] 00000080:00200000:2.0:1787826298.878745:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000008f8b8f66 17ffffc0001001 3:0 ffff8a4f1a3491d0 201 lru 00000080:00200000:2.0:1787826298.878750:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000af11234c 201: 1< 0 - - > 2< 823296 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878752:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000001ee0260a 00000080:00200000:2.0:1787826298.878753:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1787826298.878755:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 202 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878768:0:56355:0:(rw26.c:875:ll_write_end()) pos 827392, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878771:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000dc3de53d[3 000000008e0a3e55 2 1 000000001303876e 0 0 202] 00000080:00200000:2.0:1787826298.878774:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000004855e7f5 17ffffc0001001 3:0 ffff8a4f1a349bc8 202 lru 00000080:00200000:2.0:1787826298.878778:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a41b8063 202: 1< 0 - - > 2< 827392 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878780:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000dc3de53d 00000080:00200000:2.0:1787826298.878781:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1787826298.878782:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 203 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878794:0:56355:0:(rw26.c:875:ll_write_end()) pos 831488, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878798:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000034ee8774[3 000000008e0a3e55 2 1 000000001303876e 0 0 203] 00000080:00200000:2.0:1787826298.878800:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4f42a4f 17ffffc0001001 3:0 ffff8a4f1a349ae0 203 lru 00000080:00200000:2.0:1787826298.878805:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000001c320d2f 203: 1< 0 - - > 2< 831488 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878807:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000034ee8774 00000080:00200000:2.0:1787826298.878808:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1787826298.878809:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 204 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878822:0:56355:0:(rw26.c:875:ll_write_end()) pos 835584, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878825:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000e44f4fc8[3 000000008e0a3e55 2 1 000000001303876e 0 0 204] 00000080:00200000:2.0:1787826298.878828:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000081d07d22 17ffffc0001001 3:0 ffff8a4f1a3490e8 204 lru 00000080:00200000:2.0:1787826298.878832:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000041b0459d 204: 1< 0 - - > 2< 835584 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878834:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000e44f4fc8 00000080:00200000:2.0:1787826298.878835:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1787826298.878837:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 205 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878879:0:56355:0:(rw26.c:875:ll_write_end()) pos 839680, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878884:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000be98eca1[3 000000008e0a3e55 2 1 000000001303876e 0 0 205] 00000080:00200000:2.0:1787826298.878887:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000005eca576a 17ffffc0001001 3:0 ffff8a4f1a3493a0 205 lru 00000080:00200000:2.0:1787826298.878892:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000047c97b1 205: 1< 0 - - > 2< 839680 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878894:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000be98eca1 00000080:00200000:2.0:1787826298.878895:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1787826298.878897:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 206 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878912:0:56355:0:(rw26.c:875:ll_write_end()) pos 843776, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878916:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000bc1c7b2a[3 000000008e0a3e55 2 1 000000001303876e 0 0 206] 00000080:00200000:2.0:1787826298.878919:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000b17e0d51 17ffffc0001001 3:0 ffff8a4f1a3492b8 206 lru 00000080:00200000:2.0:1787826298.878923:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ca10f88a 206: 1< 0 - - > 2< 843776 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878926:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000bc1c7b2a 00000080:00200000:2.0:1787826298.878926:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1787826298.878928:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 207 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878945:0:56355:0:(rw26.c:875:ll_write_end()) pos 847872, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878949:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000937dc89d[3 000000008e0a3e55 2 1 000000001303876e 0 0 207] 00000080:00200000:2.0:1787826298.878952:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000048b59e5a 17ffffc0001021 2:0 ffff8a4f1a349740 207 lru 00000080:00200000:2.0:1787826298.878957:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000b02d1db7 207: 1< 0 - - > 2< 847872 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878960:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000937dc89d 00000080:00200000:2.0:1787826298.878961:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1787826298.878962:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 208 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.878975:0:56355:0:(rw26.c:875:ll_write_end()) pos 851968, len 4096, copied 4096 00000080:00200000:2.0:1787826298.878979:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000758350bc[3 000000008e0a3e55 2 1 000000001303876e 0 0 208] 00000080:00200000:2.0:1787826298.878981:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f7260c76 17ffffc0001001 3:0 ffff8a4f1a349828 208 lru 00000080:00200000:2.0:1787826298.878986:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000efeb5b49 208: 1< 0 - - > 2< 851968 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.878988:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000758350bc 00000080:00200000:2.0:1787826298.878989:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1787826298.878991:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 209 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.879005:0:56355:0:(rw26.c:875:ll_write_end()) pos 856064, len 4096, copied 4096 00000080:00200000:2.0:1787826298.879009:0:56355:0:(rw26.c:933:ll_write_end()) page@000000001901fca0[3 000000008e0a3e55 2 1 000000001303876e 0 0 209] 00000080:00200000:2.0:1787826298.879011:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000bcb74fa3 17ffffc0001001 3:0 ffff8a4f1a349e80 209 lru 00000080:00200000:2.0:1787826298.879016:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000b18b1c0b 209: 1< 0 - - > 2< 856064 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.879018:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000001901fca0 00000080:00200000:2.0:1787826298.879019:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1787826298.879020:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 210 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.879034:0:56355:0:(rw26.c:875:ll_write_end()) pos 860160, len 4096, copied 4096 00000080:00200000:2.0:1787826298.879037:0:56355:0:(rw26.c:933:ll_write_end()) page@000000009b64c018[3 000000008e0a3e55 2 1 000000001303876e 0 0 210] 00000080:00200000:2.0:1787826298.879040:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000053c0014a 17ffffc0001001 3:0 ffff8a4f1a349000 210 lru 00000080:00200000:2.0:1787826298.879045:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000004f6a077e 210: 1< 0 - - > 2< 860160 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.879047:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000009b64c018 00000080:00200000:2.0:1787826298.879049:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1787826298.879050:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 211 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.879064:0:56355:0:(rw26.c:875:ll_write_end()) pos 864256, len 4096, copied 4096 00000080:00200000:2.0:1787826298.879068:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000001fde56f[3 000000008e0a3e55 2 1 000000001303876e 0 0 211] 00000080:00200000:2.0:1787826298.879070:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e52ff5cd 17ffffc0001001 3:0 ffff8a4f1a349910 211 lru 00000080:00200000:2.0:1787826298.879075:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000062f124fe 211: 1< 0 - - > 2< 864256 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.879077:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000001fde56f 00000080:00200000:2.0:1787826298.879078:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1787826298.879080:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 212 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.879093:0:56355:0:(rw26.c:875:ll_write_end()) pos 868352, len 4096, copied 4096 00000080:00200000:2.0:1787826298.879097:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000953c9db9[3 000000008e0a3e55 2 1 000000001303876e 0 0 212] 00000080:00200000:2.0:1787826298.879099:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000fdba22b8 17ffffc0001001 3:0 ffff8a4f1a349488 212 lru 00000080:00200000:2.0:1787826298.879105:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ed170136 212: 1< 0 - - > 2< 868352 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.879107:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000953c9db9 00000080:00200000:2.0:1787826298.879108:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1787826298.879110:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 213 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.879124:0:56355:0:(rw26.c:875:ll_write_end()) pos 872448, len 4096, copied 4096 00000080:00200000:2.0:1787826298.879128:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000e0125b5c[3 000000008e0a3e55 2 1 000000001303876e 0 0 213] 00000080:00200000:2.0:1787826298.879131:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000023e274f3 17ffffc0001001 3:0 ffff8a4f1a349cb0 213 lru 00000080:00200000:2.0:1787826298.879135:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ca0f8a35 213: 1< 0 - - > 2< 872448 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.879137:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000e0125b5c 00000080:00200000:2.0:1787826298.879138:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1787826298.879140:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 214 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.879157:0:56355:0:(rw26.c:875:ll_write_end()) pos 876544, len 4096, copied 4096 00000080:00200000:2.0:1787826298.879161:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000ceb7d3ad[3 000000008e0a3e55 2 1 000000001303876e 0 0 214] 00000080:00200000:2.0:1787826298.879164:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000008f0fd00a 17ffffc0001001 3:0 ffff8a4f1a36ed98 214 lru 00000080:00200000:2.0:1787826298.879168:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000017a90085 214: 1< 0 - - > 2< 876544 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.879171:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000ceb7d3ad 00000080:00200000:2.0:1787826298.879171:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1787826298.879174:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 215 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883496:0:56355:0:(rw26.c:875:ll_write_end()) pos 880640, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883513:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000c9c548e[3 000000008e0a3e55 2 1 000000001303876e 0 0 215] 00000080:00200000:2.0:1787826298.883517:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000c0b61965 17ffffc0001001 3:0 ffff8a4f1a36e658 215 lru 00000080:00200000:2.0:1787826298.883524:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000008d7da329 215: 1< 0 - - > 2< 880640 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883526:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000c9c548e 00000080:00200000:2.0:1787826298.883527:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1787826298.883532:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 216 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883572:0:56355:0:(rw26.c:875:ll_write_end()) pos 884736, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883576:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000664b3528[3 000000008e0a3e55 2 1 000000001303876e 0 0 216] 00000080:00200000:2.0:1787826298.883580:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000006be7ef88 17ffffc0001001 3:0 ffff8a4f1a36e570 216 lru 00000080:00200000:2.0:1787826298.883585:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000e26dfba0 216: 1< 0 - - > 2< 884736 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883588:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000664b3528 00000080:00200000:2.0:1787826298.883589:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1787826298.883591:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 217 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883606:0:56355:0:(rw26.c:875:ll_write_end()) pos 888832, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883610:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000df0779dc[3 000000008e0a3e55 2 1 000000001303876e 0 0 217] 00000080:00200000:2.0:1787826298.883613:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000009c08a12a 17ffffc0001001 3:0 ffff8a4f1a36e9f8 217 lru 00000080:00200000:2.0:1787826298.883617:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000021911a79 217: 1< 0 - - > 2< 888832 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883619:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000df0779dc 00000080:00200000:2.0:1787826298.883620:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1787826298.883622:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 218 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883636:0:56355:0:(rw26.c:875:ll_write_end()) pos 892928, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883640:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000bc9eb488[3 000000008e0a3e55 2 1 000000001303876e 0 0 218] 00000080:00200000:2.0:1787826298.883643:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000005167b695 17ffffc0001001 3:0 ffff8a4f1a36e1d0 218 lru 00000080:00200000:2.0:1787826298.883649:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000025c79c2e 218: 1< 0 - - > 2< 892928 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883650:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000bc9eb488 00000080:00200000:2.0:1787826298.883651:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1787826298.883653:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 219 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883667:0:56355:0:(rw26.c:875:ll_write_end()) pos 897024, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883671:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000997165df[3 000000008e0a3e55 2 1 000000001303876e 0 0 219] 00000080:00200000:2.0:1787826298.883674:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000823ebbc7 17ffffc0001001 3:0 ffff8a4f1a36ebc8 219 lru 00000080:00200000:2.0:1787826298.883679:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000de82da87 219: 1< 0 - - > 2< 897024 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883681:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000997165df 00000080:00200000:2.0:1787826298.883682:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1787826298.883684:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 220 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883697:0:56355:0:(rw26.c:875:ll_write_end()) pos 901120, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883701:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000fa750c05[3 000000008e0a3e55 2 1 000000001303876e 0 0 220] 00000080:00200000:2.0:1787826298.883704:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000006adaf268 17ffffc0001001 3:0 ffff8a4f1a36eae0 220 lru 00000080:00200000:2.0:1787826298.883709:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000008a2bf2d0 220: 1< 0 - - > 2< 901120 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883710:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000fa750c05 00000080:00200000:2.0:1787826298.883712:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1787826298.883713:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 221 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883727:0:56355:0:(rw26.c:875:ll_write_end()) pos 905216, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883731:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000dd2d5905[3 000000008e0a3e55 2 1 000000001303876e 0 0 221] 00000080:00200000:2.0:1787826298.883734:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000046718865 17ffffc0001001 3:0 ffff8a4f1a36e0e8 221 lru 00000080:00200000:2.0:1787826298.883739:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000073fa8e40 221: 1< 0 - - > 2< 905216 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883741:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000dd2d5905 00000080:00200000:2.0:1787826298.883742:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1787826298.883744:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 222 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883766:0:56355:0:(rw26.c:875:ll_write_end()) pos 909312, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883770:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007a66e663[3 000000008e0a3e55 2 1 000000001303876e 0 0 222] 00000080:00200000:2.0:1787826298.883773:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa562214 17ffffc0001021 2:0 ffff8a4f1a36e3a0 222 lru 00000080:00200000:2.0:1787826298.883778:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000076bffce6 222: 1< 0 - - > 2< 909312 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883781:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007a66e663 00000080:00200000:2.0:1787826298.883781:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1787826298.883783:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 223 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883799:0:56355:0:(rw26.c:875:ll_write_end()) pos 913408, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883803:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000337884b0[3 000000008e0a3e55 2 1 000000001303876e 0 0 223] 00000080:00200000:2.0:1787826298.883806:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000747d0af6 17ffffc0001001 3:0 ffff8a4f1a36e2b8 223 lru 00000080:00200000:2.0:1787826298.883811:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d4f5c049 223: 1< 0 - - > 2< 913408 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883813:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000337884b0 00000080:00200000:2.0:1787826298.883814:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1787826298.883816:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 224 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883831:0:56355:0:(rw26.c:875:ll_write_end()) pos 917504, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883835:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000bbf25e35[3 000000008e0a3e55 2 1 000000001303876e 0 0 224] 00000080:00200000:2.0:1787826298.883838:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f187fb6f 17ffffc0001001 3:0 ffff8a4f1a36e740 224 lru 00000080:00200000:2.0:1787826298.883842:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a8b57756 224: 1< 0 - - > 2< 917504 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883844:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000bbf25e35 00000080:00200000:2.0:1787826298.883845:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1787826298.883846:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 225 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883879:0:56355:0:(rw26.c:875:ll_write_end()) pos 921600, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883883:0:56355:0:(rw26.c:933:ll_write_end()) page@000000006e1e3f82[3 000000008e0a3e55 2 1 000000001303876e 0 0 225] 00000080:00200000:2.0:1787826298.883886:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000075ebb348 17ffffc0001001 3:0 ffff8a4f1a36e828 225 lru 00000080:00200000:2.0:1787826298.883890:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000757d4f6d 225: 1< 0 - - > 2< 921600 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883893:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000006e1e3f82 00000080:00200000:2.0:1787826298.883894:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1787826298.883896:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 226 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883910:0:56355:0:(rw26.c:875:ll_write_end()) pos 925696, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883914:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000cc48370e[3 000000008e0a3e55 2 1 000000001303876e 0 0 226] 00000080:00200000:2.0:1787826298.883917:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000028ce53f3 17ffffc0001001 3:0 ffff8a4f1a36ee80 226 lru 00000080:00200000:2.0:1787826298.883922:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000003dd3088a 226: 1< 0 - - > 2< 925696 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883924:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000cc48370e 00000080:00200000:2.0:1787826298.883925:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1787826298.883926:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 227 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883940:0:56355:0:(rw26.c:875:ll_write_end()) pos 929792, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883944:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002b4804b1[3 000000008e0a3e55 2 1 000000001303876e 0 0 227] 00000080:00200000:2.0:1787826298.883948:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000538440f4 17ffffc0001001 3:0 ffff8a4f1a36e000 227 lru 00000080:00200000:2.0:1787826298.883953:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000099baaacc 227: 1< 0 - - > 2< 929792 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883955:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002b4804b1 00000080:00200000:2.0:1787826298.883956:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1787826298.883957:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 228 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883969:0:56355:0:(rw26.c:875:ll_write_end()) pos 933888, len 4096, copied 4096 00000080:00200000:2.0:1787826298.883973:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c29bf00a[3 000000008e0a3e55 2 1 000000001303876e 0 0 228] 00000080:00200000:2.0:1787826298.883976:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000081c2ad7a 17ffffc0001001 3:0 ffff8a4f1a36e910 228 lru 00000080:00200000:2.0:1787826298.883982:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000855420b5 228: 1< 0 - - > 2< 933888 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.883983:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c29bf00a 00000080:00200000:2.0:1787826298.883984:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1787826298.883986:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 229 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.883999:0:56355:0:(rw26.c:875:ll_write_end()) pos 937984, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884003:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000e6b4aadd[3 000000008e0a3e55 2 1 000000001303876e 0 0 229] 00000080:00200000:2.0:1787826298.884006:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000213344bb 17ffffc0001001 3:0 ffff8a4f1a36e488 229 lru 00000080:00200000:2.0:1787826298.884011:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005c947cca 229: 1< 0 - - > 2< 937984 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884013:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000e6b4aadd 00000080:00200000:2.0:1787826298.884014:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1787826298.884016:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 230 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884034:0:56355:0:(rw26.c:875:ll_write_end()) pos 942080, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884038:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000311fa513[3 000000008e0a3e55 2 1 000000001303876e 0 0 230] 00000080:00200000:2.0:1787826298.884407:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc545841 17ffffc0001001 3:0 ffff8a4f1a36ecb0 230 lru 00000080:00200000:2.0:1787826298.884413:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000098c68d1f 230: 1< 0 - - > 2< 942080 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884415:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000311fa513 00000080:00200000:2.0:1787826298.884416:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1787826298.884420:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 231 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884445:0:56355:0:(rw26.c:875:ll_write_end()) pos 946176, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884450:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000019dba524[3 000000008e0a3e55 2 1 000000001303876e 0 0 231] 00000080:00200000:2.0:1787826298.884453:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000005f63788 17ffffc0001001 3:0 ffff8a4f09f071d0 231 lru 00000080:00200000:2.0:1787826298.884458:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000f6de0b6d 231: 1< 0 - - > 2< 946176 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884460:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000019dba524 00000080:00200000:2.0:1787826298.884461:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1787826298.884463:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 232 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884478:0:56355:0:(rw26.c:875:ll_write_end()) pos 950272, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884483:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000f6ecb3d2[3 000000008e0a3e55 2 1 000000001303876e 0 0 232] 00000080:00200000:2.0:1787826298.884485:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000570bb75f 17ffffc0001001 3:0 ffff8a4f09f07bc8 232 lru 00000080:00200000:2.0:1787826298.884489:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000007102dcf7 232: 1< 0 - - > 2< 950272 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884491:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000f6ecb3d2 00000080:00200000:2.0:1787826298.884492:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1787826298.884493:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 233 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884506:0:56355:0:(rw26.c:875:ll_write_end()) pos 954368, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884509:0:56355:0:(rw26.c:933:ll_write_end()) page@000000004936403a[3 000000008e0a3e55 2 1 000000001303876e 0 0 233] 00000080:00200000:2.0:1787826298.884512:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000c22bddf1 17ffffc0001001 3:0 ffff8a4f09f07ae0 233 lru 00000080:00200000:2.0:1787826298.884516:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005c29387f 233: 1< 0 - - > 2< 954368 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884518:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000004936403a 00000080:00200000:2.0:1787826298.884518:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1787826298.884520:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 234 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884531:0:56355:0:(rw26.c:875:ll_write_end()) pos 958464, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884535:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007d370c55[3 000000008e0a3e55 2 1 000000001303876e 0 0 234] 00000080:00200000:2.0:1787826298.884538:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000c70c19da 17ffffc0001001 3:0 ffff8a4f09f070e8 234 lru 00000080:00200000:2.0:1787826298.884542:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000030e477ba 234: 1< 0 - - > 2< 958464 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884545:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007d370c55 00000080:00200000:2.0:1787826298.884546:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1787826298.884548:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 235 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884560:0:56355:0:(rw26.c:875:ll_write_end()) pos 962560, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884564:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000422f7f5a[3 000000008e0a3e55 2 1 000000001303876e 0 0 235] 00000080:00200000:2.0:1787826298.884567:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000007738e322 17ffffc0001001 3:0 ffff8a4f09f073a0 235 lru 00000080:00200000:2.0:1787826298.884571:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000d9ece8aa 235: 1< 0 - - > 2< 962560 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884573:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000422f7f5a 00000080:00200000:2.0:1787826298.884574:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1787826298.884575:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 236 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884586:0:56355:0:(rw26.c:875:ll_write_end()) pos 966656, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884590:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000a24d1332[3 000000008e0a3e55 2 1 000000001303876e 0 0 236] 00000080:00200000:2.0:1787826298.884593:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000059a49f29 17ffffc0001001 3:0 ffff8a4f09f072b8 236 lru 00000080:00200000:2.0:1787826298.884598:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000069fab20c 236: 1< 0 - - > 2< 966656 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884599:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000a24d1332 00000080:00200000:2.0:1787826298.884600:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1787826298.884602:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 237 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884619:0:56355:0:(rw26.c:875:ll_write_end()) pos 970752, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884623:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000073f034bb[3 000000008e0a3e55 2 1 000000001303876e 0 0 237] 00000080:00200000:2.0:1787826298.884626:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000abc86ddc 17ffffc0001021 2:0 ffff8a4f09f07740 237 lru 00000080:00200000:2.0:1787826298.884630:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005c2d24cc 237: 1< 0 - - > 2< 970752 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884632:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000073f034bb 00000080:00200000:2.0:1787826298.884633:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1787826298.884635:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 238 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884647:0:56355:0:(rw26.c:875:ll_write_end()) pos 974848, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884651:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c081cb72[3 000000008e0a3e55 2 1 000000001303876e 0 0 238] 00000080:00200000:2.0:1787826298.884653:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000916c2880 17ffffc0001001 3:0 ffff8a4f09f07828 238 lru 00000080:00200000:2.0:1787826298.884657:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000009ec7c7da 238: 1< 0 - - > 2< 974848 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884659:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c081cb72 00000080:00200000:2.0:1787826298.884660:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1787826298.884661:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 239 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884672:0:56355:0:(rw26.c:875:ll_write_end()) pos 978944, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884676:0:56355:0:(rw26.c:933:ll_write_end()) page@000000004a5a4f06[3 000000008e0a3e55 2 1 000000001303876e 0 0 239] 00000080:00200000:2.0:1787826298.884679:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000063ae2a8 17ffffc0001001 3:0 ffff8a4f09f07e80 239 lru 00000080:00200000:2.0:1787826298.884684:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000eea271d0 239: 1< 0 - - > 2< 978944 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884686:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000004a5a4f06 00000080:00200000:2.0:1787826298.884687:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1787826298.884689:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 240 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884702:0:56355:0:(rw26.c:875:ll_write_end()) pos 983040, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884706:0:56355:0:(rw26.c:933:ll_write_end()) page@000000000df2a192[3 000000008e0a3e55 2 1 000000001303876e 0 0 240] 00000080:00200000:2.0:1787826298.884708:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000130306ea 17ffffc0001001 3:0 ffff8a4f09f07000 240 lru 00000080:00200000:2.0:1787826298.884713:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005f886a12 240: 1< 0 - - > 2< 983040 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884714:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000000df2a192 00000080:00200000:2.0:1787826298.884715:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1787826298.884717:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 241 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884730:0:56355:0:(rw26.c:875:ll_write_end()) pos 987136, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884733:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000061d037ec[3 000000008e0a3e55 2 1 000000001303876e 0 0 241] 00000080:00200000:2.0:1787826298.884736:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000009fc13c3f 17ffffc0001001 3:0 ffff8a4f09f07910 241 lru 00000080:00200000:2.0:1787826298.884740:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000670978be 241: 1< 0 - - > 2< 987136 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884742:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000061d037ec 00000080:00200000:2.0:1787826298.884743:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1787826298.884745:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 242 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884757:0:56355:0:(rw26.c:875:ll_write_end()) pos 991232, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884761:0:56355:0:(rw26.c:933:ll_write_end()) page@0000000064e75514[3 000000008e0a3e55 2 1 000000001303876e 0 0 242] 00000080:00200000:2.0:1787826298.884763:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000003686f9e8 17ffffc0001001 3:0 ffff8a4f09f07488 242 lru 00000080:00200000:2.0:1787826298.884768:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000f1bdac27 242: 1< 0 - - > 2< 991232 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884770:0:56355:0:(rw26.c:933:ll_write_end()) end page@0000000064e75514 00000080:00200000:2.0:1787826298.884771:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1787826298.884772:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 243 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884784:0:56355:0:(rw26.c:875:ll_write_end()) pos 995328, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884787:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002ccfdf6f[3 000000008e0a3e55 2 1 000000001303876e 0 0 243] 00000080:00200000:2.0:1787826298.884790:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e3f902ff 17ffffc0001001 3:0 ffff8a4f09f07cb0 243 lru 00000080:00200000:2.0:1787826298.884794:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000006bf1bf47 243: 1< 0 - - > 2< 995328 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884796:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002ccfdf6f 00000080:00200000:2.0:1787826298.884797:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1787826298.884798:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 244 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884811:0:56355:0:(rw26.c:875:ll_write_end()) pos 999424, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884815:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d014d678[3 000000008e0a3e55 2 1 000000001303876e 0 0 244] 00000080:00200000:2.0:1787826298.884818:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec8e60db 17ffffc0001001 3:0 ffff8a4f09f07d98 244 lru 00000080:00200000:2.0:1787826298.884823:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000007d0a6c88 244: 1< 0 - - > 2< 999424 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884825:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d014d678 00000080:00200000:2.0:1787826298.884826:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1787826298.884828:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 245 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884844:0:56355:0:(rw26.c:875:ll_write_end()) pos 1003520, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884876:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000bfaf00c7[3 000000008e0a3e55 2 1 000000001303876e 0 0 245] 00000080:00200000:2.0:1787826298.884880:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000096675cef 17ffffc0001001 3:0 ffff8a4f09f07658 245 lru 00000080:00200000:2.0:1787826298.884885:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000e6da92ee 245: 1< 0 - - > 2< 1003520 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884887:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000bfaf00c7 00000080:00200000:2.0:1787826298.884889:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1787826298.884891:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 246 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884906:0:56355:0:(rw26.c:875:ll_write_end()) pos 1007616, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884911:0:56355:0:(rw26.c:933:ll_write_end()) page@000000004e54a8be[3 000000008e0a3e55 2 1 000000001303876e 0 0 246] 00000080:00200000:2.0:1787826298.884914:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f8478712 17ffffc0001001 3:0 ffff8a4f09f07570 246 lru 00000080:00200000:2.0:1787826298.884919:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000005823c62 246: 1< 0 - - > 2< 1007616 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884922:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000004e54a8be 00000080:00200000:2.0:1787826298.884923:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1787826298.884924:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 247 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884938:0:56355:0:(rw26.c:875:ll_write_end()) pos 1011712, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884942:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000a8155f0f[3 000000008e0a3e55 2 1 000000001303876e 0 0 247] 00000080:00200000:2.0:1787826298.884944:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000271c79da 17ffffc0001001 3:0 ffff8a4f09f079f8 247 lru 00000080:00200000:2.0:1787826298.884949:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000a11848ac 247: 1< 0 - - > 2< 1011712 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884950:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000a8155f0f 00000080:00200000:2.0:1787826298.884951:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1787826298.884953:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 248 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.884972:0:56355:0:(rw26.c:875:ll_write_end()) pos 1015808, len 4096, copied 4096 00000080:00200000:2.0:1787826298.884976:0:56355:0:(rw26.c:933:ll_write_end()) page@000000008750b9ae[3 000000008e0a3e55 2 1 000000001303876e 0 0 248] 00000080:00200000:2.0:1787826298.884979:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000003aa09785 17ffffc0001001 3:0 ffff8a4f1a39a488 248 lru 00000080:00200000:2.0:1787826298.884984:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000041e81413 248: 1< 0 - - > 2< 1015808 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.884986:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000008750b9ae 00000080:00200000:2.0:1787826298.884987:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1787826298.884988:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 249 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.885002:0:56355:0:(rw26.c:875:ll_write_end()) pos 1019904, len 4096, copied 4096 00000080:00200000:2.0:1787826298.885007:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000c4517836[3 000000008e0a3e55 2 1 000000001303876e 0 0 249] 00000080:00200000:2.0:1787826298.885009:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000000c09aa3b 17ffffc0001001 3:0 ffff8a4f1a39acb0 249 lru 00000080:00200000:2.0:1787826298.885015:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad059e39 249: 1< 0 - - > 2< 1019904 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.885017:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000c4517836 00000080:00200000:2.0:1787826298.885018:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1787826298.885020:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 250 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.885034:0:56355:0:(rw26.c:875:ll_write_end()) pos 1024000, len 4096, copied 4096 00000080:00200000:2.0:1787826298.885039:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000436e896a[3 000000008e0a3e55 2 1 000000001303876e 0 0 250] 00000080:00200000:2.0:1787826298.886510:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @000000004a267ade 17ffffc0001001 3:0 ffff8a4f1a39ad98 250 lru 00000080:00200000:2.0:1787826298.886518:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000005a82282f 250: 1< 0 - - > 2< 1024000 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.886521:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000436e896a 00000080:00200000:2.0:1787826298.886522:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1787826298.886528:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 251 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.886564:0:56355:0:(rw26.c:875:ll_write_end()) pos 1028096, len 4096, copied 4096 00000080:00200000:2.0:1787826298.886570:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007fce01d5[3 000000008e0a3e55 2 1 000000001303876e 0 0 251] 00000080:00200000:2.0:1787826298.886573:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000024995b61 17ffffc0001001 3:0 ffff8a4f1a39a658 251 lru 00000080:00200000:2.0:1787826298.886578:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000004a5a15e4 251: 1< 0 - - > 2< 1028096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.886581:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007fce01d5 00000080:00200000:2.0:1787826298.886582:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1787826298.886583:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 252 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.886605:0:56355:0:(rw26.c:875:ll_write_end()) pos 1032192, len 4096, copied 4096 00000080:00200000:2.0:1787826298.886610:0:56355:0:(rw26.c:933:ll_write_end()) page@000000007c7c9375[3 000000008e0a3e55 2 1 000000001303876e 0 0 252] 00000080:00200000:2.0:1787826298.886613:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000f891bab6 17ffffc0001021 2:0 ffff8a4f1a39a570 252 lru 00000080:00200000:2.0:1787826298.886618:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000008d1be847 252: 1< 0 - - > 2< 1032192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.886620:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000007c7c9375 00000080:00200000:2.0:1787826298.886621:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1787826298.886623:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 253 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.886636:0:56355:0:(rw26.c:875:ll_write_end()) pos 1036288, len 4096, copied 4096 00000080:00200000:2.0:1787826298.886640:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000d3f48e97[3 000000008e0a3e55 2 1 000000001303876e 0 0 253] 00000080:00200000:2.0:1787826298.886643:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000c5c06380 17ffffc0001001 3:0 ffff8a4f1a39a9f8 253 lru 00000080:00200000:2.0:1787826298.886647:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000053e4de3d 253: 1< 0 - - > 2< 1036288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.886649:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000d3f48e97 00000080:00200000:2.0:1787826298.886650:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1787826298.886651:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 254 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.886665:0:56355:0:(rw26.c:875:ll_write_end()) pos 1040384, len 4096, copied 4096 00000080:00200000:2.0:1787826298.886669:0:56355:0:(rw26.c:933:ll_write_end()) page@00000000dac7e7c4[3 000000008e0a3e55 2 1 000000001303876e 0 0 254] 00000080:00200000:2.0:1787826298.886672:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @0000000076c9bf5a 17ffffc0001001 3:0 ffff8a4f1a39a1d0 254 lru 00000080:00200000:2.0:1787826298.886677:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@0000000055a4dc3f 254: 1< 0 - - > 2< 1040384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.886679:0:56355:0:(rw26.c:933:ll_write_end()) end page@00000000dac7e7c4 00000080:00200000:2.0:1787826298.886681:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1787826298.886682:0:56355:0:(rw26.c:681:ll_write_begin()) Writing 255 of 0 to 4096 bytes 00000080:00200000:2.0:1787826298.886695:0:56355:0:(rw26.c:875:ll_write_end()) pos 1044480, len 4096, copied 4096 00000080:00200000:2.0:1787826298.886699:0:56355:0:(rw26.c:933:ll_write_end()) page@000000002913a267[3 000000008e0a3e55 2 1 000000001303876e 0 0 255] 00000080:00200000:2.0:1787826298.886702:0:56355:0:(rw26.c:933:ll_write_end()) vmpage @00000000e1f4cf08 17ffffc0001001 3:0 ffff8a4f1a39abc8 255 lru 00000080:00200000:2.0:1787826298.886707:0:56355:0:(rw26.c:933:ll_write_end()) osc-page@000000003208125b 255: 1< 0 - - > 2< 1044480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000008e4d2d49 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826298.886709:0:56355:0:(rw26.c:933:ll_write_end()) end page@000000002913a267 00000080:00200000:2.0:1787826298.886710:0:56355:0:(rw26.c:933:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1787826298.886713:0:56355:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1787826298.886773:0:56355:0:(osc_cache.c:860:osc_extent_find()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886796:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886814:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886823:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886832:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886840:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886867:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886879:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886888:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886897:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886906:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886916:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886924:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886932:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886940:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.886954:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.886962:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886970:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886978:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.886986:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.887000:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.887008:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.887017:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.887025:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.887034:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888251:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888267:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888276:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888286:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888296:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888304:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.888321:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.888329:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888339:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888462:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888474:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888484:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888492:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888507:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888515:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888523:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888531:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888539:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888549:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888558:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888567:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888575:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.888591:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.888598:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888608:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888618:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888625:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888633:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888640:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888649:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888656:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888669:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888678:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888687:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888695:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888704:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888712:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888720:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.888731:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.888737:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888750:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888758:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888766:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888774:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888782:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888790:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888797:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888805:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888813:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888822:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888830:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888839:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888848:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888882:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.888894:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.888901:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888909:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888918:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888931:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888939:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888948:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888957:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888966:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888976:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888985:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.888994:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.889001:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.889010:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.889019:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.889028:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.890208:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.890236:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890254:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890265:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890274:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890284:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890299:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890308:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890316:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890324:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890332:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890340:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890453:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890465:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890473:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890483:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.890495:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.890502:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890510:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890518:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890526:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890533:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890541:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890551:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890565:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890573:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890583:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890593:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890602:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890609:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890617:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890625:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.890637:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.890643:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890651:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890659:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890667:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890676:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890685:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890693:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890702:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890710:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890725:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890734:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890742:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890750:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890759:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890767:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.890779:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.890785:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890793:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890805:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890813:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890821:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890829:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890838:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890845:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890876:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890885:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890894:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890902:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890910:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890918:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890926:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.890939:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.890945:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890953:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890962:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890970:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890984:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.890992:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.891001:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.891009:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.891019:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.891027:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.891035:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.892237:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.892249:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.892259:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.892269:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.892285:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.892295:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.892304:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.892313:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.892321:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.892330:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.892339:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893159:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893170:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893178:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893198:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893207:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893215:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893224:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893233:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893243:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.893260:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.893268:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893277:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893286:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893295:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893304:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893313:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893322:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893330:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893344:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893367:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893377:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893387:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893396:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893405:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893414:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.893428:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.893435:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893451:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893460:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893469:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893478:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893487:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893497:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893506:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893514:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893523:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893533:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893543:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893552:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893561:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893570:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.893583:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.893590:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893599:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893609:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893623:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893632:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893640:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893648:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893658:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893668:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893677:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893686:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893695:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893704:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893713:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893723:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.893735:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.893743:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893752:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893762:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893771:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893780:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893795:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893804:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893813:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893823:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893832:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.893841:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895751:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895795:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895805:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895816:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.895835:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.895845:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895884:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895893:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895901:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895910:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895917:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895926:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895939:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895948:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895955:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895964:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895973:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895981:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895989:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.895997:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.896008:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 15, dirtied 15 00000008:00010000:2.0:1787826298.896015:0:56355:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826298.896023:0:56355:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095aabb8, count 1, dirtied 1 00000080:00200000:2.0:1787826298.896034:0:56355:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200008:2.0:1787826298.896180:0:56355:0:(file.c:5401:ll_fsync()) START file: name=f21.sanity-sec, fid=[0x200000402:0x30:0x0], start=0, end=1048575, datasync=0, need_sync 1/1 00000080:00200000:2.0:1787826298.896202:0:56355:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826298.896213:0:56355:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:2.0:1787826298.896232:0:56355:0:(osc_cache.c:2059:try_to_add_extent_for_io()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826298.896245:0:56355:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826298.896501:0:56355:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1787826298.896983:0:56355:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff8a4f06e8e1c0 - object 0x2c0000401:19 offset 0<>1048576 00000100:00100000:3.0:1787826298.897245:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421961728:192.168.203.149@tcp:4:dd.60003 00000008:00010000:3.0:1787826298.929842:0:2405:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826298.930594:0:2405:0:(osc_cache.c:498:__osc_extent_remove()) ### extent: 000000000f467cf6 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826298.930633:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421961728:192.168.203.149@tcp:4:dd.60003 00000080:00200000:2.0:1787826298.930718:0:56355:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1787826298.930880:0:56355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56355:1874669421961856:192.168.203.149@tcp:44:dd.60003 00000100:00100000:2.0:1787826298.931011:0:56355:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20300 going to sleep for 11 seconds 00000100:00100000:2.0:1787826298.943635:0:56355:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967549 gen 1 00000100:00100000:2.0:1787826298.943665:0:56355:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff8a4f13c5a580 x1874669421961472/t4294967549(4294967549) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826314 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00000100:00100000:2.0:1787826298.943678:0:56355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56355:1874669421961856:192.168.203.149@tcp:44:dd.60003 00000080:00200000:2.0:1787826298.943702:0:56355:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826298.943717:0:56355:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787826298.943828:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421961984:192.168.203.149@tcp:16:dd.60003 00000100:00100000:2.0:1787826298.956113:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a4f07c09000: committing for last_committed 4294967363 gen 19 00000100:00100000:2.0:1787826298.956231:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421961984:192.168.203.149@tcp:16:dd.60003 00000080:00200000:1.0:1787826298.958753:0:56355:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x30:0x0] updating i_size 1048576 i_blocks 2048 00000080:00200000:1.0:1787826298.958773:0:56355:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826298.958785:0:56355:0:(vvp_io.c:1398:vvp_io_write_start()) f21.sanity-sec: write bytes 0, result: 1048576 00000080:00200000:1.0:1787826298.958795:0:56355:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x30:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:1.0:1787826298.958800:0:56355:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f10c23f38 (ffff8a4f09f89ea8/0) at cl_lock_release():245 00000020:00010000:1.0:1787826298.958804:0:56355:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f10c23f38 (ffff8a4f09f89ea8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826298.958809:0:56355:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f06bc9d30 (ffff8a4f09f89f38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787826298.958820:0:56355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826298.958836:0:56355:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1787826298.958868:0:56355:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f10c23f38 (ffff8a4f09f89ea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826298.958871:0:56355:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f06bc9d30 (ffff8a4f09f89ea8/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826298.958882:0:56355:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:1.0:1787826298.958888:0:56355:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 255] 00000080:00200000:1.0:1787826298.958893:0:56355:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826298.958897:0:56355:0:(file.c:2240:ll_file_io_generic()) f21.sanity-sec: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1787826298.958902:0:56355:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x30:0x0] updating i_size 1048576 i_blocks 2048 00000080:00200000:1.0:1787826298.958906:0:56355:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1787826298.958961:0:56355:0:(file.c:479:ll_file_release()) START file f21.sanity-sec:[0x200000402:0x30:0x0](ffff8a4f095aaa08), flags 4110001 00000002:00100000:1.0:1787826298.959026:0:56355:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f13c5a580 x1874669421961472/t4294967549(4294967549) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826314 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00000020:00100000:1.0:1787826298.959038:0:56355:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826298.960366:0:56355:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb2580 x1874669421962240/t0(0) o35->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826298.960573:0:56355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56355:1874669421962240:192.168.203.149@tcp:35:dd.60003 00000100:00100000:0.0:1787826298.960667:0:56355:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9540 going to sleep for 11 seconds 00000100:00100000:0.0:1787826298.963567:0:56355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56355:1874669421962240:192.168.203.149@tcp:35:dd.60003 00000002:00100000:0.0:1787826298.963599:0:56355:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f13c5a580 x1874669421961472/t4294967549(4294967549) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826314 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00000080:00200000:3.0:1787826298.977102:0:38:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787826298.977117:0:38:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826298.977144:0:38:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1787826299.094276:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826299.990330:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421962496:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826299.990459:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421962752:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826299.990492:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1787826299.990499:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421962368:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826299.990528:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421962624:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826299.990556:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421962880:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826299.999388:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421962368:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826299.999412:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421962624:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826299.999423:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421962880:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826299.999452:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421962496:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826299.999463:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421962752:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826300.118423:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826301.142290:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826302.166206:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1787826302.972956:0:56551:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826302.972973:0:56551:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826302.973004:0:56551:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826302.973028:0:56551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:0.0:1787826302.973046:0:56551:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:0.0:1787826302.973061:0:56551:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826302.973071:0:56551:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826302.973076:0:56551:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826302.973086:0:56551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3a97cb8 00010000:00010000:0.0:1787826302.973090:0:56551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:0.0:1787826302.973099:0:56551:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200008:0.0:1787826302.973627:0:56551:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826302.973633:0:56551:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826302.973646:0:56551:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826302.973655:0:56551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:0.0:1787826302.973666:0:56551:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200000:0.0:1787826302.973673:0:56551:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826302.973679:0:56551:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826302.973681:0:56551:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826302.973686:0:56551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3a97cb8 00010000:00010000:0.0:1787826302.973689:0:56551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:0.0:1787826302.973707:0:56551:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00000080:00200000:0.0:1787826302.973808:0:56551:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826302.973821:0:56551:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826302.973828:0:56551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00010000:0.0:1787826302.973837:0:56551:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00000080:00200000:0.0:1787826302.973843:0:56551:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826302.973847:0:56551:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826302.973868:0:56551:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826302.973873:0:56551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3a97bb0 00010000:00010000:0.0:1787826302.973875:0:56551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00010000:0.0:1787826302.973882:0:56551:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00000080:00200000:0.0:1787826302.973892:0:56551:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:0.0:1787826302.973901:0:56551:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:0.0:1787826302.973921:0:56551:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=1de42b0 00000100:00100000:0.0:1787826302.973990:0:56551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963008:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826302.974122:0:56551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179900 going to sleep for 11 seconds 00000100:00100000:0.0:1787826302.981581:0:56551:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967550 gen 1 00000100:00100000:0.0:1787826302.981635:0:56551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963008:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826302.981710:0:56551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963136:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:0.0:1787826302.981835:0:56551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179900 going to sleep for 11 seconds 00000100:00100000:0.0:1787826302.986909:0:56551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963136:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:0.0:1787826302.986991:0:56551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963264:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:0.0:1787826302.987089:0:56551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179900 going to sleep for 11 seconds 00000100:00100000:0.0:1787826302.990597:0:56551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963264:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:0.0:1787826302.990693:0:56551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963392:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826302.990811:0:56551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179900 going to sleep for 11 seconds 00000100:00100000:0.0:1787826302.993359:0:56551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963392:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826302.993513:0:56551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963520:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826302.993614:0:56551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179900 going to sleep for 11 seconds 00000100:00100000:0.0:1787826302.996279:0:56551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963520:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:0.0:1787826302.996358:0:56551:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:0.0:1787826302.997208:0:56551:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826302.997220:0:56551:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826302.997248:0:56551:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826302.997273:0:56551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00010000:0.0:1787826302.997291:0:56551:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00000080:00200000:0.0:1787826302.997308:0:56551:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826302.997318:0:56551:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826302.997322:0:56551:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826302.997333:0:56551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3a97cb8 00010000:00010000:0.0:1787826302.997337:0:56551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00010000:0.0:1787826302.997347:0:56551:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00000080:00200000:0.0:1787826302.997394:0:56551:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826302.997402:0:56551:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826302.997556:0:56551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00010000:0.0:1787826302.997568:0:56551:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00000080:00200000:0.0:1787826302.997576:0:56551:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826302.997581:0:56551:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826302.997584:0:56551:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826302.997600:0:56551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3a97bb0 00010000:00010000:0.0:1787826302.997604:0:56551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00010000:0.0:1787826302.997611:0:56551:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00000080:00200000:0.0:1787826302.997629:0:56551:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:0.0:1787826302.997637:0:56551:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:0.0:1787826302.997651:0:56551:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=1de42b0 00000100:00100000:0.0:1787826302.997711:0:56551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963648:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826302.997836:0:56551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179900 going to sleep for 11 seconds 00000100:00100000:1.0:1787826303.001464:0:56551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963648:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826303.001557:0:56551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963776:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787826303.001881:0:56551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826303.005230:0:56551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963776:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787826303.005320:0:56551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963904:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787826303.005460:0:56551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826303.008101:0:56551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421963904:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:1.0:1787826303.008205:0:56551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421964032:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826303.008300:0:56551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826303.010994:0:56551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421964032:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826303.011154:0:56551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421964160:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826303.011299:0:56551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826303.015154:0:56551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56551:1874669421964160:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:1.0:1787826303.015508:0:56551:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:0.0:1787826303.073299:0:56555:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826303.073342:0:56555:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826303.073366:0:56555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00010000:0.0:1787826303.073387:0:56555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00000080:00200000:0.0:1787826303.073396:0:56555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826303.073406:0:56555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826303.073410:0:56555:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826303.073420:0:56555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3b37b58 00010000:00010000:0.0:1787826303.073424:0:56555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00010000:0.0:1787826303.073433:0:56555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000080:00200000:0.0:1787826303.073454:0:56555:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826303.073464:0:56555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:0.0:1787826303.073471:0:56555:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 41ff mask 1 00000080:00200000:0.0:1787826303.073485:0:56555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=8 00000080:00200008:0.0:1787826303.073493:0:56555:0:(file.c:6313:ll_getattr_dentry()) START file f21.sanity-sec:[0x200000402:0x30:0x0](ffff8a4f095aaa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826303.073498:0:56555:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x30:0x0](ffff8a4f095aaa08),name=f21.sanity-sec 00000002:00010000:0.0:1787826303.073513:0:56555:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x30:0x0]) in obj [0x200000402:0x2b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826303.073524:0:56555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826303.073533:0:56555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826303.073539:0:56555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x2b:0x0] suppgids -1 60003: rc 1 00000080:00010000:0.0:1787826303.073542:0:56555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x30:0x0](ffff8a4f095aaa08) 00000080:00010000:0.0:1787826303.073545:0:56555:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x30:0x0](ffff8a4f095aaa08) for lock 0x7f6ab97892e4d0a2 00000080:00010000:0.0:1787826303.073549:0:56555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0a2 from it ffffb55dc3b37cb8 00010000:00010000:0.0:1787826303.073552:0:56555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826303.073558:0:56555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826303.073583:0:56555:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1787826303.073596:0:56555:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x30:0x0] 00000008:00010000:0.0:1787826303.073618:0:56555:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826303.073623:0:56555:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc9ab0, osc lock ffff8a4f08c81ad0, flags 0x400001002 00010000:00010000:0.0:1787826303.073643:0:56555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826303.073653:0:56555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1787826303.073673:0:56555:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826303.073677:0:56555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826303.073684:0:56555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1787826303.073696:0:56555:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826303.073708:0:56555:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x30:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:0.0:1787826303.073713:0:56555:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f10ed0 (ffff8a4f100bb908/0) at cl_lock_release():245 00000020:00010000:0.0:1787826303.073716:0:56555:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f10ed0 (ffff8a4f100bb908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826303.073719:0:56555:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f06bc9ab0 (ffff8a4f100bbb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826303.073724:0:56555:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f10ed0 (ffff8a4f100bb908/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826303.073727:0:56555:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f06bc9ab0 (ffff8a4f100bb908/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826303.073742:0:56555:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826303.073766:0:56555:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826303.073773:0:56555:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826303.073779:0:56555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:0.0:1787826303.073788:0:56555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000080:00200000:0.0:1787826303.073795:0:56555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826303.073799:0:56555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826303.073802:0:56555:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826303.073812:0:56555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3b37b58 00010000:00010000:0.0:1787826303.073815:0:56555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:0.0:1787826303.073824:0:56555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:0.0:1787826303.073833:0:56555:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826303.073838:0:56555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:0.0:1787826303.073841:0:56555:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 41ff mask 1 00000080:00200000:0.0:1787826303.073845:0:56555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=8 00000080:00200008:0.0:1787826303.074284:0:56555:0:(file.c:6313:ll_getattr_dentry()) START file f21.sanity-sec:[0x200000402:0x30:0x0](ffff8a4f095aaa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826303.074291:0:56555:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x30:0x0](ffff8a4f095aaa08),name=f21.sanity-sec 00000002:00010000:0.0:1787826303.074304:0:56555:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x30:0x0]) in obj [0x200000402:0x2b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826303.074313:0:56555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826303.074322:0:56555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826303.074328:0:56555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x2b:0x0] suppgids -1 60003: rc 1 00000080:00010000:0.0:1787826303.074332:0:56555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x30:0x0](ffff8a4f095aaa08) 00000080:00010000:0.0:1787826303.074335:0:56555:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x30:0x0](ffff8a4f095aaa08) for lock 0x7f6ab97892e4d0a2 00000080:00010000:0.0:1787826303.074339:0:56555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0a2 from it ffffb55dc3b37cb8 00010000:00010000:0.0:1787826303.074342:0:56555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826303.074349:0:56555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826303.074370:0:56555:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1787826303.074377:0:56555:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x30:0x0] 00000008:00010000:0.0:1787826303.074386:0:56555:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826303.074388:0:56555:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc9ab0, osc lock ffff8a4f08c81ad0, flags 0x400001002 00010000:00010000:0.0:1787826303.074396:0:56555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826303.074406:0:56555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1787826303.074416:0:56555:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1787826303.074419:0:56555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826303.074426:0:56555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1787826303.074435:0:56555:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1787826303.074440:0:56555:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x30:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:0.0:1787826303.074443:0:56555:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f10ed0 (ffff8a4f100bb908/0) at cl_lock_release():245 00000020:00010000:0.0:1787826303.074446:0:56555:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f10ed0 (ffff8a4f100bb908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826303.074449:0:56555:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f06bc9ab0 (ffff8a4f100bbb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1787826303.074452:0:56555:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f10ed0 (ffff8a4f100bb908/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826303.074455:0:56555:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f06bc9ab0 (ffff8a4f100bb908/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826303.074461:0:56555:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826303.074486:0:56555:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826303.074500:0:56555:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826303.074507:0:56555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:0.0:1787826303.074516:0:56555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:0.0:1787826303.074523:0:56555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826303.074527:0:56555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826303.074530:0:56555:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826303.074533:0:56555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3b37be8 00010000:00010000:0.0:1787826303.074536:0:56555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:0.0:1787826303.074543:0:56555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:0.0:1787826303.074550:0:56555:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826303.074554:0:56555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:0.0:1787826303.074558:0:56555:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 41ff mask 1 00000080:00200000:0.0:1787826303.074561:0:56555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=9 00000080:00200000:0.0:1787826303.074565:0:56555:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x30:0x0](ffff8a4f095aaa08), inode mode 81a4 mask 22 00000080:00200000:0.0:1787826303.074579:0:56555:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826303.074585:0:56555:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826303.074590:0:56555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:0.0:1787826303.074597:0:56555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:0.0:1787826303.074611:0:56555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826303.074615:0:56555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826303.074618:0:56555:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826303.074623:0:56555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3b37c10 00010000:00010000:0.0:1787826303.074627:0:56555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:0.0:1787826303.074635:0:56555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:0.0:1787826303.074643:0:56555:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826303.074648:0:56555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:0.0:1787826303.074652:0:56555:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 41ff mask 1 00000080:00200000:0.0:1787826303.074658:0:56555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=0 00000080:00200000:0.0:1787826303.074662:0:56555:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 41ff mask 3 00000080:00200000:0.0:1787826303.074668:0:56555:0:(namei.c:2418:ll_unlink()) VFS Op:name=f21.sanity-sec, dir=[0x200000402:0x2b:0x0](ffff8a4f095d9988) 00010000:00010000:0.0:1787826303.074699:0:56555:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826303.074716:0:56555:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x30:0x0]: losing layout lock 00010000:00010000:0.0:1787826303.074770:0:56555:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826303.074777:0:56555:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787826303.074780:0:56555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe4efc expref: -99 pid: 56355 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:0.0:1787826303.074822:0:56555:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1787826303.074838:0:56555:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c5bc00 x1874669421964416/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826303.074889:0:56555:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56555:1874669421964416:192.168.203.149@tcp:36:rm.60003 00000100:00100000:0.0:1787826303.075146:0:56555:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179600 going to sleep for 11 seconds 00000100:00100000:1.0:1787826303.079455:0:56555:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56555:1874669421964416:192.168.203.149@tcp:36:rm.60003 00000080:00200000:1.0:1787826303.079559:0:56555:0:(vvp_io.c:1885:vvp_io_init()) [0x200000402:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1787826303.079575:0:56555:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826303.079612:0:56555:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826303.080893:0:56555:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000402:0x30:0x0](ffff8a4f095aaa08) 00000008:00010000:1.0:1787826303.080958:0:56555:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1787826298 1787826298 0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826303.190364:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826304.219098:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826305.110599:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421964672:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826305.110738:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421964928:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826305.110778:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787826305.110785:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421964544:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826305.110817:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421964800:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826305.110844:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421965056:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826305.115924:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421964544:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826305.115964:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421964800:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826305.115978:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421965056:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826305.115991:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421964672:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826305.116012:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421964928:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826305.165213:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826305.169580:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669432057984 00000100:00100000:1.0:1787826305.169604:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669432057984 00000100:00100000:1.0:1787826305.169702:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 86 00000100:00100000:1.0:1787826305.169713:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c583c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8414:x1874669432057984:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826305.169738:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826305.169903:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826305.169910:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c583c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8414:x1874669432057984:12345-192.168.203.149@tcp:104: Request processed in 199us (4714us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826305.169920:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 86 00010000:00010000:3.0:1787826305.174632:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826305.174651:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826305.174667:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f1a295000 already unused, calling callback (ffffffffc10ea1e0) 00010000:00010000:3.0:1787826305.174676:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826305.174749:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826305.174757:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826305.174790:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826305.174799:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000f1f8b925/0x7f6ab97892e4d0a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe4f0a expref: -99 pid: 56355 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826305.174833:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826305.174836:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826305.174838:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826305.174918:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826305.174954:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421965184:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826305.184751:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421965184:192.168.203.149@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826305.238916:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826306.263987:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826307.288969:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826308.311031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826309.336012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826310.230888:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421965312:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826310.230984:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421965568:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826310.231012:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421965824:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826310.231040:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787826310.231046:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421965440:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826310.231068:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421965696:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826310.235262:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967551 gen 1 00000100:00100000:2.0:1787826310.235293:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421965440:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826310.235307:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421965312:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826310.235318:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421965568:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826310.237290:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421965696:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826310.237308:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421965824:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826310.359497:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826311.384452:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826312.407823:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826313.431816:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826314.456190:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826315.350538:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421965952:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826315.350551:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421966080:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826315.350641:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421966208:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826315.350643:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421966336:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826315.350681:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421966464:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826315.365613:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421965952:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826315.369493:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421966464:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826315.369904:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421966080:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826315.369919:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421966336:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826315.374266:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421966208:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826315.478317:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826316.502282:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1787826317.463965:0:56884:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826317.463979:0:56884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826317.464006:0:56884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826317.464026:0:56884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:0.0:1787826317.464042:0:56884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:0.0:1787826317.464050:0:56884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826317.464075:0:56884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826317.464079:0:56884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826317.464089:0:56884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3e8fcb8 00010000:00010000:0.0:1787826317.464094:0:56884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:0.0:1787826317.464105:0:56884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000080:00200008:0.0:1787826317.466274:0:56884:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826317.466488:0:56884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826317.466517:0:56884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826317.466534:0:56884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00010000:0.0:1787826317.466550:0:56884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000080:00200000:0.0:1787826317.466558:0:56884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826317.466567:0:56884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826317.466570:0:56884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826317.466577:0:56884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3e8fcb8 00010000:00010000:0.0:1787826317.466581:0:56884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00010000:0.0:1787826317.468951:0:56884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00000080:00200000:0.0:1787826317.469181:0:56884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826317.469201:0:56884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826317.469218:0:56884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00010000:0.0:1787826317.469231:0:56884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00000080:00200000:0.0:1787826317.469240:0:56884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826317.469247:0:56884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826317.469250:0:56884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826317.469257:0:56884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3e8fbb0 00010000:00010000:0.0:1787826317.469261:0:56884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00010000:0.0:1787826317.469270:0:56884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00000080:00200000:0.0:1787826317.469279:0:56884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:0.0:1787826317.469289:0:56884:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:0.0:1787826317.469306:0:56884:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=eb12b0 00000100:00100000:0.0:1787826317.469358:0:56884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421966592:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826317.469443:0:56884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787826317.471510:0:56884:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421966592:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826317.471578:0:56884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421966720:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:0.0:1787826317.471671:0:56884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826317.488957:0:56884:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421966720:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826317.491758:0:56884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421966848:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826317.491930:0:56884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787826317.512518:0:56884:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421966848:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826317.512581:0:56884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421966976:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826317.512665:0:56884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787826317.515173:0:56884:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421966976:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826317.515241:0:56884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967104:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826317.516468:0:56884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787826317.521516:0:56884:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967104:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:3.0:1787826317.521572:0:56884:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:3.0:1787826317.525617:0:56884:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787826317.525631:0:56884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826317.525655:0:56884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826317.525684:0:56884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00010000:3.0:1787826317.525700:0:56884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00000080:00200000:3.0:1787826317.525709:0:56884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1787826317.525717:0:56884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826317.525721:0:56884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:3.0:1787826317.525728:0:56884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3e8fcb8 00010000:00010000:3.0:1787826317.525732:0:56884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00010000:3.0:1787826317.525741:0:56884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00000080:00200000:3.0:1787826317.525791:0:56884:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00010000:00010000:0.0:1787826317.526209:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00010000:3.0:1787826317.527414:0:56884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826317.527433:0:56884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00010000:00010000:3.0:1787826317.527449:0:56884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00000080:00200000:3.0:1787826317.527463:0:56884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1787826317.527483:0:56884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826317.527487:0:56884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:3.0:1787826317.527494:0:56884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3e8fbb0 00010000:00010000:3.0:1787826317.527497:0:56884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00010000:00010000:3.0:1787826317.527506:0:56884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00000080:00200000:3.0:1787826317.527519:0:56884:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:3.0:1787826317.527531:0:56884:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:3.0:1787826317.527554:0:56884:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=eb12b0 00000100:00100000:3.0:1787826317.527604:0:56884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967232:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826317.527705:0:56884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911300 going to sleep for 11 seconds 00000100:00100000:3.0:1787826317.532709:0:56884:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967232:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826317.532784:0:56884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967360:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826317.532905:0:56884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911300 going to sleep for 11 seconds 00000100:00100000:3.0:1787826317.544552:0:56884:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967360:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826317.544610:0:56884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967488:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826317.544689:0:56884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911300 going to sleep for 11 seconds 00000100:00100000:3.0:1787826317.551645:0:56884:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967488:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826317.551708:0:56884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967616:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826317.551784:0:56884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911300 going to sleep for 11 seconds 00000100:00100000:3.0:1787826317.567308:0:56884:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967616:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826317.567366:0:56884:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967744:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826317.567465:0:56884:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911300 going to sleep for 11 seconds 00000100:00100000:3.0:1787826317.579973:0:56884:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56884:1874669421967744:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:3.0:1787826317.580024:0:56884:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:2.0:1787826317.615052:0:56885:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826317.615093:0:56885:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826317.615111:0:56885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00010000:00010000:2.0:1787826317.615128:0:56885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00000080:00200000:2.0:1787826317.615137:0:56885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826317.615144:0:56885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826317.615148:0:56885:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826317.615157:0:56885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3e77b58 00010000:00010000:2.0:1787826317.615161:0:56885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00010000:00010000:2.0:1787826317.615177:0:56885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000080:00200000:2.0:1787826317.615193:0:56885:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826317.615201:0:56885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=8 00000080:00200008:2.0:1787826317.615209:0:56885:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826317.615214:0:56885:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988),name=d21.sanity-sec 00000002:00010000:2.0:1787826317.615226:0:56885:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826317.615233:0:56885:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 30 res 8589935618/43 (0 0) 00010000:00010000:2.0:1787826317.615273:0:56885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826317.615281:0:56885:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826317.615291:0:56885:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826317.615316:0:56885:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56885:1874669421967872:192.168.203.149@tcp:101:rm.0 00000100:00100000:2.0:1787826317.615412:0:56885:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9540 going to sleep for 11 seconds 00000100:00100000:0.0:1787826317.620335:0:56885:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56885:1874669421967872:192.168.203.149@tcp:101:rm.0 00010000:00010000:0.0:1787826317.620361:0:56885:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.620378:0:56885:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.620386:0:56885:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.620397:0:56885:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.620407:0:56885:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.620420:0:56885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.620428:0:56885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.620435:0:56885:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826317.620446:0:56885:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8d2c0 x1874669421967872/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826333 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826317.620475:0:56885:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.620485:0:56885:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:0.0:1787826317.620492:0:56885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787826317.620518:0:56885:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00010000:0.0:1787826317.620524:0:56885:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d0b0 00000080:00010000:0.0:1787826317.620531:0:56885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:0.0:1787826317.620534:0:56885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0b0 from it ffffb55dc3e77cb8 00010000:00010000:0.0:1787826317.620537:0:56885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.620545:0:56885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826317.620639:0:56885:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826317.620656:0:56885:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826317.620665:0:56885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:0.0:1787826317.620676:0:56885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000080:00200000:0.0:1787826317.620683:0:56885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826317.620688:0:56885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826317.620690:0:56885:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:0.0:1787826317.620693:0:56885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3e77bf8 00010000:00010000:0.0:1787826317.620702:0:56885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:0.0:1787826317.620711:0:56885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:0.0:1787826317.620720:0:56885:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826317.620727:0:56885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=266 00000080:00200000:0.0:1787826317.620734:0:56885:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 41ff mask 44 00000080:00200008:0.0:1787826317.620745:0:56885:0:(file.c:1090:ll_file_open()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), flags 704400 00000002:00010000:0.0:1787826317.620760:0:56885:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787826317.620803:0:56885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.620811:0:56885:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826317.620821:0:56885:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826317.620828:0:56885:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c58000 x1874669421968128/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826317.620836:0:56885:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826317.620896:0:56885:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56885:1874669421968128:192.168.203.149@tcp:101:rm.0 00000100:00100000:0.0:1787826317.621228:0:56885:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826317.635215:0:56885:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56885:1874669421968128:192.168.203.149@tcp:101:rm.0 00010000:00010000:0.0:1787826317.635240:0:56885:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.635276:0:56885:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.635282:0:56885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.635287:0:56885:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.635296:0:56885:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.635302:0:56885:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f1a294e00 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:0.0:1787826317.635307:0:56885:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.635427:0:56885:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.635437:0:56885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.635445:0:56885:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826317.635452:0:56885:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826317.635459:0:56885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294e00/0x7f6ab97892e4d0b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 56885 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826317.635480:0:56885:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff8a4f13c58000 x1874669421968128/t4294967552(4294967552) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826333 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787826317.635506:0:56885:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13c58000 x1874669421968128/t4294967552(4294967552) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826333 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787826317.635522:0:56885:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826317.635634:0:56885:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000002:00100000:1.0:1787826317.635658:0:56885:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13c58000 x1874669421968128/t4294967552(4294967552) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826333 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1787826317.635718:0:56885:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826317.635725:0:56885:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988),name=d21.sanity-sec 00000002:00010000:1.0:1787826317.635746:0:56885:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826317.635760:0:56885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826317.635771:0:56885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826317.635778:0:56885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 1 00000080:00010000:1.0:1787826317.635783:0:56885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:1.0:1787826317.635787:0:56885:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d0b0 00000080:00010000:1.0:1787826317.635792:0:56885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0b0 from it ffffb55dc3e77cd8 00010000:00010000:1.0:1787826317.635796:0:56885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826317.635804:0:56885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826317.636173:0:56885:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1787826317.636188:0:56885:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000402:0x2b:0x0], intent: readdir flags 0 00010000:00010000:1.0:1787826317.636196:0:56885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826317.636217:0:56885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1787826317.637105:0:56885:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56885:1874669421968256:192.168.203.149@tcp:37:rm.0 00000100:00100000:1.0:1787826317.637206:0:56885:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826317.649030:0:56885:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56885:1874669421968256:192.168.203.149@tcp:37:rm.0 00010000:00010000:2.0:1787826317.649715:0:56885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826317.649732:0:56885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826317.649793:0:56885:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:2.0:1787826317.649908:0:56885:0:(file.c:479:ll_file_release()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), flags 704000 00000002:00100000:2.0:1787826317.649970:0:56885:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f13c58000 x1874669421968128/t4294967552(4294967552) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826333 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787826317.649982:0:56885:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826317.649987:0:56885:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8f840 x1874669421968512/t0(0) o35->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826317.650009:0:56885:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56885:1874669421968512:192.168.203.149@tcp:35:rm.0 00000100:00100000:2.0:1787826317.650090:0:56885:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9540 going to sleep for 11 seconds 00000100:00100000:2.0:1787826317.653766:0:56885:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56885:1874669421968512:192.168.203.149@tcp:35:rm.0 00000002:00100000:2.0:1787826317.653800:0:56885:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f13c58000 x1874669421968128/t4294967552(4294967552) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826333 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826317.654066:0:56885:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826317.654085:0:56885:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826317.654103:0:56885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00010000:2.0:1787826317.654117:0:56885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:2.0:1787826317.654124:0:56885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826317.654129:0:56885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826317.654133:0:56885:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826317.654141:0:56885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3e77c10 00010000:00010000:2.0:1787826317.654145:0:56885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00010000:2.0:1787826317.654154:0:56885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00000080:00200000:2.0:1787826317.654167:0:56885:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826317.654176:0:56885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=0 00000080:00200000:2.0:1787826317.654181:0:56885:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826317.654187:0:56885:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826317.654193:0:56885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00010000:2.0:1787826317.654201:0:56885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00000080:00200000:2.0:1787826317.654208:0:56885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826317.654211:0:56885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826317.654213:0:56885:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4cfec 00000080:00010000:2.0:1787826317.654216:0:56885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4cfec from it ffffb55dc3e77d88 00010000:00010000:2.0:1787826317.654219:0:56885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00010000:2.0:1787826317.654226:0:56885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00000080:00200000:2.0:1787826317.654233:0:56885:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 3 00000080:00200000:2.0:1787826317.654239:0:56885:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248) 00010000:00010000:2.0:1787826317.654260:0:56885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00010000:00010000:2.0:1787826317.654286:0:56885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826317.654335:0:56885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826317.654367:0:56885:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826317.654375:0:56885:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826317.654383:0:56885:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00010000:00010000:2.0:1787826317.654389:0:56885:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1787826317.654391:0:56885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0800/0x7f6ab97892e4d0b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4f3b expref: -99 pid: 56885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826317.654400:0:56885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294000/0x7f6ab97892e4d09b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4ee0 expref: -99 pid: 56355 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826317.654412:0:56885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4cfec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4b36 expref: -99 pid: 54943 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00000020:00100000:2.0:1787826317.654430:0:56885:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826317.654437:0:56885:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8f840 x1874669421968768/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826317.654459:0:56885:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56885:1874669421968768:192.168.203.149@tcp:36:rm.0 00000100:00100000:2.0:1787826317.654548:0:56885:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9540 going to sleep for 11 seconds 00000100:00100000:2.0:1787826317.662581:0:56885:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56885:1874669421968768:192.168.203.149@tcp:36:rm.0 00010000:00010000:3.0:1787826318.550362:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826319.575501:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826320.470257:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421969024:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826320.470384:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421968896:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826320.470496:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421969152:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826320.470527:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421969408:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826320.470796:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421969280:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826320.476414:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421968896:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826320.476443:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421969152:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826320.478144:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421969408:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826320.478906:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421969280:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826320.479829:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421969024:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826320.600457:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826321.625824:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826322.646967:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826323.670288:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826324.695119:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826324.870941:0:56994:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff8a4f07c09000 00010000:00010000:2.0:1787826324.872369:0:56994:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff8a4f07c09000 00000080:00200000:0.0:1787826324.917497:0:56998:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826324.917529:0:56998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826324.917736:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.917748:0:56998:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.917758:0:56998:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826324.917782:0:56998:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421969536:192.168.203.149@tcp:101:rm.0 00000100:00100000:0.0:1787826324.918223:0:56998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:0.0:1787826324.923291:0:56998:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967553 gen 1 00000100:00100000:0.0:1787826324.923309:0:56998:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421969536:192.168.203.149@tcp:101:rm.0 00010000:00010000:0.0:1787826324.923341:0:56998:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.923354:0:56998:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.923367:0:56998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.923377:0:56998:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.923390:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.923398:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.923406:0:56998:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826324.923420:0:56998:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c58780 x1874669421969536/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826340 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826324.923433:0:56998:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.923445:0:56998:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1787826324.923452:0:56998:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826324.923484:0:56998:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1787826324.923490:0:56998:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0be 00000080:00010000:0.0:1787826324.923496:0:56998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826324.923499:0:56998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0be from it ffffb55dc3f6fb58 00010000:00010000:0.0:1787826324.923503:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.923510:0:56998:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826324.923535:0:56998:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826324.924099:0:56998:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=8 00000080:00200000:0.0:1787826324.924105:0:56998:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=getattr 00000002:00010000:0.0:1787826324.924128:0:56998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787826324.924173:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.924181:0:56998:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.924190:0:56998:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826324.924209:0:56998:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421969664:192.168.203.149@tcp:101:rm.0 00000100:00100000:0.0:1787826324.924292:0:56998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:0.0:1787826324.930611:0:56998:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421969664:192.168.203.149@tcp:101:rm.0 00010000:00010000:0.0:1787826324.930831:0:56998:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.930907:0:56998:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.930915:0:56998:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.930935:0:56998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.930946:0:56998:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.930960:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.930969:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.930976:0:56998:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826324.930990:0:56998:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c58780 x1874669421969664/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/688 e 0 to 0 dl 1787826340 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826324.931014:0:56998:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.931026:0:56998:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589935618/43 (0 0) 00000080:00200000:0.0:1787826324.931039:0:56998:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1787826324.931066:0:56998:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000080:00200000:0.0:1787826324.931070:0:56998:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x2b:0x0](ffff8a4f095d9988): rc = 0 00000080:00010000:0.0:1787826324.931077:0:56998:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d0c5 00000080:00010000:0.0:1787826324.931088:0:56998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:0.0:1787826324.931092:0:56998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0c5 from it ffffb55dc3f6fb20 00010000:00010000:0.0:1787826324.931095:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.931104:0:56998:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787826324.931141:0:56998:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826324.931148:0:56998:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988),name=d21.sanity-sec 00000002:00010000:0.0:1787826324.931169:0:56998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826324.931178:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826324.931187:0:56998:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826324.931193:0:56998:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826324.931197:0:56998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:0.0:1787826324.931200:0:56998:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d0c5 00000080:00010000:0.0:1787826324.931204:0:56998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0c5 from it ffffb55dc3f6fcb8 00010000:00010000:0.0:1787826324.931206:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826324.931224:0:56998:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826324.931283:0:56998:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826324.931291:0:56998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826324.931298:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826324.931305:0:56998:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826324.931311:0:56998:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826324.931315:0:56998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826324.931317:0:56998:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0be 00000080:00010000:0.0:1787826324.931321:0:56998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0be from it ffffb55dc3f6fbf8 00010000:00010000:0.0:1787826324.931324:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826324.931330:0:56998:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826324.931338:0:56998:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826324.931344:0:56998:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=266 00000080:00200000:0.0:1787826324.931350:0:56998:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988), inode mode 41ff mask 44 00000080:00200008:0.0:1787826324.931358:0:56998:0:(file.c:1090:ll_file_open()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), flags 704400 00000002:00010000:0.0:1787826324.931371:0:56998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1787826324.931418:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.931426:0:56998:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787826324.931436:0:56998:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787826324.931443:0:56998:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c58780 x1874669421969920/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787826324.931452:0:56998:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826324.931469:0:56998:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421969920:192.168.203.149@tcp:101:rm.0 00000100:00100000:0.0:1787826324.931653:0:56998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:0.0:1787826324.936438:0:56998:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421969920:192.168.203.149@tcp:101:rm.0 00010000:00010000:0.0:1787826324.936464:0:56998:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.936477:0:56998:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.936483:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.936490:0:56998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.936498:0:56998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.936521:0:56998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f1a295800 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:0.0:1787826324.936526:0:56998:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.936532:0:56998:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.936540:0:56998:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.936555:0:56998:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826324.936561:0:56998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.936568:0:56998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295800/0x7f6ab97892e4d0cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 56998 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826324.936589:0:56998:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff8a4f13c58780 x1874669421969920/t4294967554(4294967554) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826340 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1787826324.937050:0:56998:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13c58780 x1874669421969920/t4294967554(4294967554) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826340 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787826324.937068:0:56998:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826324.937097:0:56998:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x2b:0x0], updating i_size 4096 00000002:00100000:0.0:1787826324.937115:0:56998:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13c58780 x1874669421969920/t4294967554(4294967554) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826340 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1787826324.937178:0:56998:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826324.937185:0:56998:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988),name=d21.sanity-sec 00000002:00010000:0.0:1787826324.937211:0:56998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826324.937224:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826324.937235:0:56998:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826324.937243:0:56998:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826324.937249:0:56998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00010000:0.0:1787826324.937253:0:56998:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff8a4f095d9988) for lock 0x7f6ab97892e4d0c5 00000080:00010000:0.0:1787826324.937258:0:56998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0c5 from it ffffb55dc3f6fcd8 00010000:00010000:0.0:1787826324.937261:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826324.937270:0:56998:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1787826324.937338:0:56998:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787826324.937352:0:56998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x2b:0x0]) in obj [0x200000402:0x2b:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787826324.937359:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826324.937368:0:56998:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1787826324.938316:0:56998:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421970048:192.168.203.149@tcp:37:rm.0 00000100:00100000:0.0:1787826324.938416:0:56998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:0.0:1787826324.954380:0:56998:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421970048:192.168.203.149@tcp:37:rm.0 00010000:00010000:0.0:1787826324.955330:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826324.955347:0:56998:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1787826324.955419:0:56998:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1787826324.955499:0:56998:0:(file.c:479:ll_file_release()) START file d21.sanity-sec:[0x200000402:0x2b:0x0](ffff8a4f095d9988), flags 704000 00000002:00100000:1.0:1787826324.960084:0:56998:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f13c58780 x1874669421969920/t4294967554(4294967554) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826340 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787826324.960101:0:56998:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826324.960106:0:56998:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c592c0 x1874669421970304/t0(0) o35->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787826324.960130:0:56998:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421970304:192.168.203.149@tcp:35:rm.0 00000100:00100000:1.0:1787826324.960225:0:56998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826324.966407:0:56998:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421970304:192.168.203.149@tcp:35:rm.0 00000002:00100000:2.0:1787826324.966443:0:56998:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f13c58780 x1874669421969920/t4294967554(4294967554) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826340 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826324.966508:0:56998:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826324.966525:0:56998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826324.966542:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826324.966555:0:56998:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826324.966562:0:56998:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826324.966568:0:56998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826324.966572:0:56998:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0be 00000080:00010000:2.0:1787826324.966578:0:56998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0be from it ffffb55dc3f6fc10 00010000:00010000:2.0:1787826324.966582:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826324.966589:0:56998:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826324.966602:0:56998:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826324.966613:0:56998:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=0 00000080:00200000:2.0:1787826324.966618:0:56998:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826324.966624:0:56998:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826324.966630:0:56998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826324.966650:0:56998:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826324.966655:0:56998:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826324.966659:0:56998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826324.966661:0:56998:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0be 00000080:00010000:2.0:1787826324.966664:0:56998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0be from it ffffb55dc3f6fd88 00010000:00010000:2.0:1787826324.966667:0:56998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826324.966673:0:56998:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787826324.966680:0:56998:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 3 00000080:00200000:2.0:1787826324.966685:0:56998:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248) 00010000:00010000:2.0:1787826324.967042:0:56998:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826324.967069:0:56998:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826324.967162:0:56998:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826324.967171:0:56998:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826324.967176:0:56998:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1787826324.967179:0:56998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295000/0x7f6ab97892e4d0c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4fa4 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826324.967192:0:56998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294c00/0x7f6ab97892e4d0be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe4f88 expref: -99 pid: 56998 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000020:00100000:2.0:1787826324.967209:0:56998:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826324.967217:0:56998:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8cf00 x1874669421970560/t0(0) o36->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826324.967238:0:56998:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421970560:192.168.203.149@tcp:36:rm.0 00000100:00100000:2.0:1787826324.967305:0:56998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9000 going to sleep for 11 seconds 00000100:00100000:2.0:1787826324.970742:0:56998:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:56998:1874669421970560:192.168.203.149@tcp:36:rm.0 00000080:00200000:2.0:1787826324.970787:0:56998:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff8a4f095d9988) 00000080:00200008:0.0:1787826324.981811:0:54110:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826324.981824:0:54110:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826324.981848:0:54110:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826324.982086:0:54110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 54110 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.982096:0:54110:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 54110 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826324.982106:0:54110:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 54110 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826324.982130:0:54110:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job bash:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54110:1874669421970688:192.168.203.149@tcp:101:bash.0 00000100:00100000:0.0:1787826324.982217:0:54110:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20540 going to sleep for 11 seconds 00000100:00100000:3.0:1787826324.992555:0:54110:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job bash:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:54110:1874669421970688:192.168.203.149@tcp:101:bash.0 00010000:00010000:3.0:1787826324.992581:0:54110:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826324.992593:0:54110:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826324.992606:0:54110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826324.992617:0:54110:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826324.992628:0:54110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826324.992637:0:54110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826324.992644:0:54110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826324.992655:0:54110:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c5ad00 x1874669421970688/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826340 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826324.992670:0:54110:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826324.992683:0:54110:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787826324.992689:0:54110:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826324.992724:0:54110:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787826324.992730:0:54110:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0d3 00000080:00010000:3.0:1787826324.992736:0:54110:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826324.992739:0:54110:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0d3 from it ffffb55dc1bfbcb8 00010000:00010000:3.0:1787826324.992743:0:54110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826324.992752:0:54110:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826325.030284:0:57002:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826325.030313:0:57002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826325.030332:0:57002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826325.030347:0:57002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826325.030355:0:57002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826325.030362:0:57002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826325.030365:0:57002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0d3 00000080:00010000:3.0:1787826325.030373:0:57002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0d3 from it ffffb55dc3f2fb58 00010000:00010000:3.0:1787826325.030376:0:57002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826325.030386:0:57002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826325.030506:0:57002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:3.0:1787826325.030518:0:57002:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=13 00000080:00200000:3.0:1787826325.030522:0:57002:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=getattr 00000002:00010000:3.0:1787826325.030535:0:57002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787826325.030578:0:57002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.030586:0:57002:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.030594:0:57002:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826325.030617:0:57002:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57002:1874669421970816:192.168.203.149@tcp:101:lfs.0 00000100:00100000:3.0:1787826325.030718:0:57002:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f069113c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826325.037166:0:57002:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57002:1874669421970816:192.168.203.149@tcp:101:lfs.0 00010000:00010000:3.0:1787826325.037203:0:57002:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.037224:0:57002:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.037234:0:57002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.037244:0:57002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.037270:0:57002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.037279:0:57002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f13e08000 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:3.0:1787826325.037286:0:57002:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.037292:0:57002:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.037299:0:57002:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.037307:0:57002:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787826325.037315:0:57002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826325.037321:0:57002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d0da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 57002 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826325.037342:0:57002:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff8a4f08da8780 x1874669421970816/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826341 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1787826325.037363:0:57002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1787826325.037403:0:57002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826325.037427:0:57002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787826325.037437:0:57002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0d3 from it ffffb55dc3f2f930 00010000:00010000:3.0:1787826325.037441:0:57002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826325.038060:0:57002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826325.038179:0:57002:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826325.038201:0:57002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826325.038212:0:57002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826325.038221:0:57002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826325.038228:0:57002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826325.038233:0:57002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826325.038237:0:57002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0d3 00000080:00010000:3.0:1787826325.038244:0:57002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0d3 from it ffffb55dc3f2fbe8 00010000:00010000:3.0:1787826325.038247:0:57002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787826325.038384:0:57002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787826325.038395:0:57002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:3.0:1787826325.038730:0:57002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=16392 00000080:00200008:3.0:1787826325.038766:0:57002:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787826325.038773:0:57002:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826325.038785:0:57002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826325.038793:0:57002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826325.038802:0:57002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1787826325.038809:0:57002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826325.038813:0:57002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826325.038816:0:57002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0d3 00000080:00010000:3.0:1787826325.038820:0:57002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0d3 from it ffffb55dc3f2fcb8 00010000:00010000:3.0:1787826325.038824:0:57002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787826325.038832:0:57002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200008:2.0:1787826325.041797:0:57002:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826325.041809:0:57002:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826325.041834:0:57002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826325.041910:0:57002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826325.041943:0:57002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787826325.041953:0:57002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826325.041964:0:57002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826325.041968:0:57002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0d3 00000080:00010000:2.0:1787826325.041976:0:57002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0d3 from it ffffb55dc3f2fcb8 00010000:00010000:2.0:1787826325.041980:0:57002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1787826325.041990:0:57002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787826325.042143:0:57002:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826325.042152:0:57002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826325.042159:0:57002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787826325.042168:0:57002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787826325.042175:0:57002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826325.042179:0:57002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826325.042182:0:57002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0d3 00000080:00010000:2.0:1787826325.042186:0:57002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0d3 from it ffffb55dc3f2fbb0 00010000:00010000:2.0:1787826325.042189:0:57002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787826325.042198:0:57002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787826325.042207:0:57002:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826325.042214:0:57002:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826325.042231:0:57002:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c03066f0 arg=7ffe207235a0 00000080:00200000:2.0:1787826325.042244:0:57002:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) name=d21.sanity-sec stripe_offset=1 stripe_count=1, hash_type=0 00000020:00100000:2.0:1787826325.042299:0:57002:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826325.042315:0:57002:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8f0c0 x1874669421971072/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826325.042339:0:57002:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57002:1874669421971072:192.168.203.149@tcp:36:lfs.0 00000100:00100000:2.0:1787826325.042427:0:57002:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9000 going to sleep for 11 seconds 00000100:00100000:0.0:1787826325.055148:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826325.056281:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669432068224 00000100:00100000:1.0:1787826325.056310:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669432068224 00000100:00100000:1.0:1787826325.056369:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 87 00000100:00100000:1.0:1787826325.056379:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c58f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6502:x1874669432068224:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826325.056409:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787826325.056489:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826325.056496:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c58f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6aa43c60-6e9c-4cdb-a4db-5b1131682b46+5:6502:x1874669432068224:12345-192.168.203.149@tcp:104: Request processed in 119us (1358us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826325.056503:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 87 00010000:00010000:2.0:1787826325.056624:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826325.056632:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787826325.056642:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f1a295a00 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:2.0:1787826325.056647:0:6175:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787826325.056656:0:6175:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787826325.056664:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787826325.056744:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787826325.056752:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826325.056780:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787826325.056787:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295a00/0x7f6ab97892e4d0d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x5389a572c2fe4fd5 expref: -99 pid: 54110 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1787826325.056803:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826325.056805:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826325.056807:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826325.056815:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826325.056830:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421971200:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826325.062565:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421971200:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826325.094390:0:57002:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57002:1874669421971072:192.168.203.149@tcp:36:lfs.0 00000080:00200000:2.0:1787826325.094837:0:57002:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00200000:2.0:1787826325.094847:0:57002:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200008:2.0:1787826325.094962:0:57002:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:0.0:1787826325.169182:0:57006:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826325.169281:0:57006:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826325.169363:0:57006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 57006 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.169375:0:57006:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57006 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.169396:0:57006:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57006 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826325.169430:0:57006:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57006:1874669421971328:192.168.203.149@tcp:101:chown.0 00000100:00100000:0.0:1787826325.169799:0:57006:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:0.0:1787826325.173434:0:57006:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a4f07c09000: committing for last_committed 4294967556 gen 1 00000100:00100000:0.0:1787826325.173532:0:57006:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57006:1874669421971328:192.168.203.149@tcp:101:chown.0 00010000:00010000:0.0:1787826325.173560:0:57006:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.173573:0:57006:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.173647:0:57006:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.173661:0:57006:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.173677:0:57006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.173686:0:57006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.173693:0:57006:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826325.173721:0:57006:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c5b480 x1874669421971328/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826341 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826325.173738:0:57006:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.173753:0:57006:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1787826325.173761:0:57006:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787826325.173794:0:57006:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1787826325.173802:0:57006:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0e1 00000080:00010000:0.0:1787826325.173808:0:57006:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826325.173811:0:57006:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0e1 from it ffffb55dc3f0fb58 00010000:00010000:0.0:1787826325.173814:0:57006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.173824:0:57006:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826325.173848:0:57006:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826325.173944:0:57006:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=8 00000080:00200000:0.0:1787826325.173950:0:57006:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=getattr 00000002:00010000:0.0:1787826325.173979:0:57006:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787826325.174083:0:57006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57006 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.174092:0:57006:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57006 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.174114:0:57006:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57006 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826325.174139:0:57006:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57006:1874669421971456:192.168.203.149@tcp:101:chown.0 00000100:00100000:0.0:1787826325.174435:0:57006:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:0.0:1787826325.186411:0:57006:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57006:1874669421971456:192.168.203.149@tcp:101:chown.0 00010000:00010000:0.0:1787826325.186511:0:57006:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.186537:0:57006:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.186545:0:57006:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.186557:0:57006:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.186568:0:57006:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.186582:0:57006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.186662:0:57006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.186687:0:57006:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826325.186697:0:57006:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c5b480 x1874669421971456/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826341 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787826325.186709:0:57006:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.186717:0:57006:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 9663677442/37 (0 0) 00000002:00010000:0.0:1787826325.186734:0:57006:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787826325.186792:0:57006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 57006 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.186800:0:57006:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57006 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826325.186809:0:57006:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57006 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826325.186837:0:57006:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57006:1874669421971584:192.168.203.149@tcp:101:chown.0 00000100:00100000:0.0:1787826325.188916:0:57006:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826325.191530:0:57006:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57006:1874669421971584:192.168.203.149@tcp:101:chown.0 00010000:00010000:2.0:1787826325.191563:0:57006:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 4/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826325.191577:0:57006:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826325.191731:0:57006:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826325.191747:0:57006:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826325.191763:0:57006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826325.191773:0:57006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826325.191782:0:57006:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826325.191795:0:57006:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c5a940 x1874669421971584/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826341 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826325.191812:0:57006:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826325.191826:0:57006:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/37 (0 0) 00000080:00200000:2.0:1787826325.191887:0:57006:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826325.191923:0:57006:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200000:2.0:1787826325.191927:0:57006:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x25:0x0](ffff8a4f095b7448): rc = 0 00000080:00010000:2.0:1787826325.191933:0:57006:0:(llite_internal.h:1981:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for remote lock 0x7f6ab97892e4d0ef 00000080:00010000:2.0:1787826325.191939:0:57006:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d0e8 00000080:00010000:2.0:1787826325.191953:0:57006:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826325.191958:0:57006:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0e8 from it ffffb55dc3f0fb20 00010000:00010000:2.0:1787826325.191962:0:57006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826325.191973:0:57006:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787826325.191989:0:57006:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x7f6ab97892e4d0ef from it ffffb55dc3f0fb20 00010000:00010000:2.0:1787826325.191993:0:57006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826325.192009:0:57006:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787826325.192044:0:57006:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826325.192051:0:57006:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448),name=d21.sanity-sec 00000002:00010000:2.0:1787826325.192079:0:57006:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826325.192089:0:57006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826325.192101:0:57006:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826325.192109:0:57006:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826325.192115:0:57006:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826325.192119:0:57006:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d0ef 00000080:00010000:2.0:1787826325.192123:0:57006:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0ef from it ffffb55dc3f0fcb8 00010000:00010000:2.0:1787826325.192127:0:57006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826325.192134:0:57006:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826325.192241:0:57006:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826325.192250:0:57006:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826325.192430:0:57006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826325.192440:0:57006:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826325.192509:0:57006:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826325.192514:0:57006:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826325.192517:0:57006:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0e1 00000080:00010000:2.0:1787826325.192521:0:57006:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0e1 from it ffffb55dc3f0fbf8 00010000:00010000:2.0:1787826325.192524:0:57006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826325.192532:0:57006:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826325.192541:0:57006:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826325.192548:0:57006:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826325.192567:0:57006:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 42, mode ffff, uid 60000, gid -30129, new size 18446614670660644864, atime 1787826325.000000000, mtime 1787826325.000000000, ctime 1787826325.000000000 00010000:00010000:2.0:1787826325.192760:0:57006:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826325.192819:0:57006:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826325.192828:0:57006:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826325.192831:0:57006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d0ef lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5045 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:2.0:1787826325.192986:0:57006:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826325.192997:0:57006:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8e940 x1874669421971840/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826325.193035:0:57006:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57006:1874669421971840:192.168.203.149@tcp:36:chown.0 00000100:00100000:2.0:1787826325.193194:0:57006:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9000 going to sleep for 11 seconds 00000100:00100000:2.0:1787826325.199681:0:57006:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967463 gen 1 00000100:00100000:2.0:1787826325.199724:0:57006:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job chown:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57006:1874669421971840:192.168.203.149@tcp:36:chown.0 00000080:00200000:2.0:1787826325.199770:0:57006:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200008:2.0:1787826325.199790:0:57006:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 10000042, mode ffff, uid 60000, gid -30129, new size 18446614670660644864, atime 1787826325.000000000, mtime 1787826325.000000000, ctime 1787826325.000000000, rc 0 00000100:00100000:0.0:1787826325.592953:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421972096:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826325.593068:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421971968:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826325.593165:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421972224:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826325.593190:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421972480:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826325.593316:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421972352:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826325.601738:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421972096:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826325.601754:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421972352:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826325.602082:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421971968:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826325.602095:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421972224:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826325.602106:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421972480:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826325.719585:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826326.742513:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826327.766189:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826328.790253:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826329.815652:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826330.084400:0:57098:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff8a4f07c09000 00010000:00010000:0.0:1787826330.084424:0:57098:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 2/2 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787826330.084501:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 2 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826330.084510:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826330.084555:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826330.084602:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826330.084609:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826330.084615:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00000100:00100000:2.0:1787826330.084639:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:6175:1874669421972608:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826330.084733:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826330.089035:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:6175:1874669421972608:192.168.203.149@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787826330.089052:0:6175:0:(ldlm_request.c:1602:ldlm_cli_cancel_req()) client/server (nid 192.168.203.149@tcp) out of sync -- not fatal 00010000:00010000:2.0:1787826330.089120:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a294800/0x7f6ab97892e4d0e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe501b expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826330.089145:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295c00/0x7f6ab97892e4d0e8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5037 expref: -99 pid: 57006 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826330.089169:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826330.089172:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826330.089174:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826330.089404:0:57098:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff8a4f07c09000 00000100:00100000:1.0:1787826330.714002:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421972864:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826330.714216:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421972736:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826330.714311:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421972992:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826330.715214:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421973248:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826330.715877:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421973120:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826330.722917:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421972864:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826330.722949:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421973120:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826330.723029:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421972736:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826330.723043:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421972992:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826330.723381:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421973248:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826330.838102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826331.862286:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826332.889180:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826333.910315:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826334.936887:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1787826335.567789:0:57186:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826335.567828:0:57186:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826335.567948:0:57186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 57186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.567961:0:57186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.567973:0:57186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826335.568004:0:57186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57186:1874669421973376:192.168.203.149@tcp:101:chmod.0 00000100:00100000:3.0:1787826335.568123:0:57186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826335.581541:0:57186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57186:1874669421973376:192.168.203.149@tcp:101:chmod.0 00010000:00010000:3.0:1787826335.581568:0:57186:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.581580:0:57186:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.581593:0:57186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.581604:0:57186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.581617:0:57186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.581627:0:57186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.581635:0:57186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826335.581647:0:57186:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f08da9a40 x1874669421973376/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826351 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826335.581660:0:57186:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.581673:0:57186:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787826335.581680:0:57186:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787826335.581707:0:57186:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787826335.581713:0:57186:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:3.0:1787826335.581718:0:57186:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826335.581722:0:57186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc41afb58 00010000:00010000:3.0:1787826335.581725:0:57186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.581735:0:57186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826335.581759:0:57186:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:3.0:1787826335.581781:0:57186:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=9 00000080:00200000:3.0:1787826335.581786:0:57186:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=getattr 00000002:00010000:3.0:1787826335.581814:0:57186:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:3.0:1787826335.581848:0:57186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.581902:0:57186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826335.581911:0:57186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826335.581940:0:57186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57186:1874669421973504:192.168.203.149@tcp:101:chmod.0 00000100:00100000:3.0:1787826335.582010:0:57186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826335.593211:0:57186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57186:1874669421973504:192.168.203.149@tcp:101:chmod.0 00010000:00010000:2.0:1787826335.593247:0:57186:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.593275:0:57186:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.593284:0:57186:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.593299:0:57186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.593312:0:57186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.593327:0:57186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.593336:0:57186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.593345:0:57186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826335.593358:0:57186:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f08da9a40 x1874669421973504/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826351 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826335.593371:0:57186:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.593389:0:57186:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f10084800 type 13 mode 4 res 9663677442/37 (0 0) 00000002:00010000:2.0:1787826335.593408:0:57186:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826335.593462:0:57186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 57186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.593470:0:57186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.593494:0:57186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826335.593521:0:57186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57186:1874669421973632:192.168.203.149@tcp:101:chmod.0 00000100:00100000:2.0:1787826335.593656:0:57186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826335.597028:0:57186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57186:1874669421973632:192.168.203.149@tcp:101:chmod.0 00010000:00010000:2.0:1787826335.597062:0:57186:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.597075:0:57186:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.597089:0:57186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.597100:0:57186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.597114:0:57186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.597124:0:57186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.597133:0:57186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826335.597146:0:57186:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8f0c0 x1874669421973632/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826351 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826335.597162:0:57186:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.597177:0:57186:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/37 (0 0) 00000080:00200000:2.0:1787826335.597201:0:57186:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826335.597239:0:57186:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200000:2.0:1787826335.597242:0:57186:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x25:0x0](ffff8a4f095b7448): rc = 0 00000080:00010000:2.0:1787826335.597250:0:57186:0:(llite_internal.h:1981:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for remote lock 0x7f6ab97892e4d104 00000080:00010000:2.0:1787826335.597255:0:57186:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d0fd 00000080:00010000:2.0:1787826335.597268:0:57186:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826335.597272:0:57186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0fd from it ffffb55dc41afb20 00010000:00010000:2.0:1787826335.597276:0:57186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.597285:0:57186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1787826335.597300:0:57186:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x7f6ab97892e4d104 from it ffffb55dc41afb20 00010000:00010000:2.0:1787826335.597304:0:57186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826335.597310:0:57186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787826335.597346:0:57186:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826335.597354:0:57186:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448),name=d21.sanity-sec 00000002:00010000:2.0:1787826335.597382:0:57186:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826335.597395:0:57186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826335.597406:0:57186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826335.597413:0:57186:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826335.597418:0:57186:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826335.597422:0:57186:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d104 00000080:00010000:2.0:1787826335.597426:0:57186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d104 from it ffffb55dc41afcb8 00010000:00010000:2.0:1787826335.597429:0:57186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826335.597435:0:57186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826335.597820:0:57186:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826335.597833:0:57186:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826335.597844:0:57186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826335.597895:0:57186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826335.597903:0:57186:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826335.597907:0:57186:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826335.597909:0:57186:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826335.597914:0:57186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc41afc08 00010000:00010000:2.0:1787826335.597917:0:57186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826335.597924:0:57186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826335.597945:0:57186:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826335.597953:0:57186:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826335.597971:0:57186:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 41, mode 4003, uid 20742144, gid -30129, new size 0, atime 1787826335.000000000, mtime 1787826335.000000000, ctime 1787826335.000000000 00010000:00010000:2.0:1787826335.597990:0:57186:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826335.598047:0:57186:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826335.598055:0:57186:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826335.598059:0:57186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0200/0x7f6ab97892e4d104 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe50b5 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:2.0:1787826335.598092:0:57186:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826335.598103:0:57186:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8f0c0 x1874669421973888/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826335.598131:0:57186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57186:1874669421973888:192.168.203.149@tcp:36:chmod.0 00000100:00100000:2.0:1787826335.598249:0:57186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826335.632810:0:57186:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967464 gen 1 00000100:00100000:2.0:1787826335.632838:0:57186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57186:1874669421973888:192.168.203.149@tcp:36:chmod.0 00000080:00200000:2.0:1787826335.632919:0:57186:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200008:2.0:1787826335.632959:0:57186:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 10000041, mode 4003, uid 20742144, gid -30129, new size 0, atime 1787826335.000000000, mtime 1787826335.000000000, ctime 1787826335.000000000, rc 0 00000100:00100000:2.0:1787826335.830210:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421974016:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826335.832412:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421974272:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826335.832433:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421974144:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826335.843221:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421974272:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826335.843236:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421974016:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826335.845140:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421974144:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826335.959918:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826336.983249:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826338.006876:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826339.030917:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1787826339.615411:0:57262:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826339.615456:0:57262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826339.615479:0:57262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826339.615497:0:57262:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1787826339.615505:0:57262:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826339.615514:0:57262:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826339.615518:0:57262:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:3.0:1787826339.615527:0:57262:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc41f7bf8 00010000:00010000:3.0:1787826339.615531:0:57262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826339.615540:0:57262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1787826339.615559:0:57262:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:3.0:1787826339.615576:0:57262:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), flags=25 00000080:00200000:3.0:1787826339.615581:0:57262:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248), intent=0 00000002:00010000:3.0:1787826339.615754:0:57262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1787826339.615812:0:57262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.615821:0:57262:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.615832:0:57262:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826339.615898:0:57262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421974400:192.168.203.149@tcp:101:touch.0 00000100:00100000:3.0:1787826339.616100:0:57262:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911480 going to sleep for 11 seconds 00000100:00100000:3.0:1787826339.628091:0:57262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421974400:192.168.203.149@tcp:101:touch.0 00010000:00010000:3.0:1787826339.628134:0:57262:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628413:0:57262:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628425:0:57262:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628439:0:57262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628452:0:57262:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628468:0:57262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628477:0:57262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628485:0:57262:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826339.628497:0:57262:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f08da8b40 x1874669421974400/t0(0) o101->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826355 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826339.628511:0:57262:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628524:0:57262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826339.628537:0:57262:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826339.628546:0:57262:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628553:0:57262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628560:0:57262:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628589:0:57262:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000002:00010000:3.0:1787826339.628609:0:57262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x240000402:0x25:0x0], intent: lookup flags 0 00010000:00010000:0.0:1787826339.628636:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787826339.628645:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826339.628654:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f13e08000 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:0.0:1787826339.628659:0:6175:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628665:0:57262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826339.628667:0:6175:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628673:0:57262:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826339.628676:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.628692:0:57262:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826339.628695:0:6175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787826339.628715:0:57262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421974528:192.168.203.149@tcp:101:touch.0 00010000:00010000:0.0:1787826339.628727:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826339.628753:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787826339.628783:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826339.628792:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08000/0x7f6ab97892e4d10b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe50ed expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826339.628808:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826339.628810:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826339.628812:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826339.628888:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421974656:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826339.629066:0:57262:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826339.631350:0:57262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421974528:192.168.203.149@tcp:101:touch.0 00010000:00010000:3.0:1787826339.631380:0:57262:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.631394:0:57262:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.631406:0:57262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.631417:0:57262:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.631429:0:57262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.631437:0:57262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.631445:0:57262:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826339.631458:0:57262:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a4f08daa940 x1874669421974528/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826355 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826339.631474:0:57262:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.631488:0:57262:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/37 (0 0) 00000080:00200000:3.0:1787826339.631510:0:57262:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1787826339.631544:0:57262:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200000:3.0:1787826339.631547:0:57262:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x25:0x0](ffff8a4f095b7448): rc = 0 00000080:00010000:3.0:1787826339.631554:0:57262:0:(llite_internal.h:1981:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for remote lock 0x7f6ab97892e4d112 00000080:00010000:3.0:1787826339.631560:0:57262:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d0fd 00000080:00010000:3.0:1787826339.631572:0:57262:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:3.0:1787826339.631576:0:57262:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0fd from it ffffb55dc41f7ac8 00010000:00010000:3.0:1787826339.631580:0:57262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826339.631590:0:57262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00010000:3.0:1787826339.631607:0:57262:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x7f6ab97892e4d112 from it ffffb55dc41f7ac8 00010000:00010000:3.0:1787826339.631610:0:57262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.631617:0:57262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826339.631640:0:57262:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 1 00000080:00200000:3.0:1787826339.631664:0:57262:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 3 00000080:00200000:3.0:1787826339.631669:0:57262:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), file ffff8a4f03e25800, open_flags 8941, mode 81b6 opened 0 00000080:00200000:3.0:1787826339.631678:0:57262:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=open|creat 00000002:00010000:3.0:1787826339.631712:0:57262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x240000402:0x26:0x0]) in obj [0x240000402:0x25:0x0], intent: open|creat flags 0104502 00010000:00010000:3.0:1787826339.631784:0:57262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.631792:0:57262:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826339.631803:0:57262:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826339.631810:0:57262:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f08daa940 x1874669421974912/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826339.631818:0:57262:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826339.631843:0:57262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421974912:192.168.203.149@tcp:101:touch.0 00000100:00100000:3.0:1787826339.632077:0:57262:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06911d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787826339.633539:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421974656:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826339.639403:0:57262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421974912:192.168.203.149@tcp:101:touch.0 00010000:00010000:3.0:1787826339.639443:0:57262:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.639468:0:57262:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.639476:0:57262:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.639490:0:57262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.639502:0:57262:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.639518:0:57262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.639526:0:57262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.639534:0:57262:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826339.639554:0:57262:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f08daa940 x1874669421974912/t4294967465(4294967465) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826355 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1787826339.639568:0:57262:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f08daa940 x1874669421974912/t4294967465(4294967465) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826355 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826339.639583:0:57262:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787826339.639596:0:57262:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.639608:0:57262:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/38 (0 0) 00000080:00200000:3.0:1787826339.639615:0:57262:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x25:0x0] suppgids -1 -1: rc 0 00000080:00200000:3.0:1787826339.639633:0:57262:0:(namei.c:1628:ll_create_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=open|creat 00000080:00200000:3.0:1787826339.639674:0:57262:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x26:0x0](ffff8a4f09535b88) 00000080:00200000:3.0:1787826339.639780:0:57262:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x26:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787826339.639785:0:57262:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x26:0x0](ffff8a4f09535b88) 00000080:00010000:3.0:1787826339.639789:0:57262:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x26:0x0](ffff8a4f09535b88) for lock 0x7f6ab97892e4d119 00000080:00010000:3.0:1787826339.639801:0:57262:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x26:0x0](ffff8a4f09535b88) 00000080:00200008:3.0:1787826339.639819:0:57262:0:(file.c:1090:ll_file_open()) START file f21.sanity-sec:[0x240000402:0x26:0x0](ffff8a4f09535b88), flags 104501 00000002:00100000:3.0:1787826339.639845:0:57262:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f08daa940 x1874669421974912/t4294967465(4294967465) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826355 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1787826339.639956:0:57262:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d119 from it ffff8a4f11b9d0c0 00010000:00010000:3.0:1787826339.639961:0:57262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.639977:0:57262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826339.640003:0:57262:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x26:0x0](ffff8a4f09535b88), inode mode 81a4 mask 40 00000080:00200008:3.0:1787826339.640052:0:57262:0:(llite_lib.c:2427:ll_setattr_raw()) START file f21.sanity-sec:[0x240000402:0x26:0x0](ffff8a4f09535b88) current size 0, valid attrs 20070, mode 8a4f, uid -1004569008, gid -19107, new size 18446744072304917015, atime 1787826339.000000000, mtime 1787826339.000000000, ctime 1787826339.000000000 00010000:00010000:3.0:1787826339.640074:0:57262:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826339.640092:0:57262:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x26:0x0]: losing layout lock 00010000:00010000:3.0:1787826339.640147:0:57262:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826339.640449:0:57262:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826339.640452:0:57262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09e00/0x7f6ab97892e4d119 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe5117 expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787826339.640485:0:57262:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826339.640493:0:57262:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f08da8b40 x1874669421975168/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826339.640519:0:57262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421975168:192.168.203.149@tcp:36:touch.0 00000100:00100000:3.0:1787826339.640635:0:57262:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f069116c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826339.647132:0:57262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421975168:192.168.203.149@tcp:36:touch.0 00000080:00200000:3.0:1787826339.647426:0:57262:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787826339.647457:0:57262:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x240000402:0x26:0x0](ffff8a4f09535b88) 00000002:00010000:3.0:1787826339.647472:0:57262:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x26:0x0]) in obj [0x240000402:0x26:0x0], intent: layout flags 0 00010000:00010000:3.0:1787826339.647541:0:57262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.647553:0:57262:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.647564:0:57262:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57262 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826339.647589:0:57262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421975296:192.168.203.149@tcp:101:touch.0 00000100:00100000:3.0:1787826339.647699:0:57262:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f069116c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826339.657737:0:57262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421975296:192.168.203.149@tcp:101:touch.0 00010000:00010000:3.0:1787826339.657962:0:57262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.657983:0:57262:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826339.658003:0:57262:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff8a4f08daa1c0 x1874669421975296/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1787826355 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787826339.658016:0:57262:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787826339.658031:0:57262:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.658046:0:57262:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 16 res 9663677442/38 (0 0) 00000080:00200000:3.0:1787826339.658055:0:57262:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x240000402:0x26:0x0] suppgids -1 -1: rc 0 00000080:00010000:3.0:1787826339.658077:0:57262:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x26:0x0](ffff8a4f09535b88) for lock 0x7f6ab97892e4d120 00000080:00010000:3.0:1787826339.658334:0:57262:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d120 from it ffffb55dc41f7a78 00010000:00010000:3.0:1787826339.658339:0:57262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.658351:0:57262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826339.658383:0:57262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 2/1,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826339.658395:0:57262:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 2/1,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787826339.658404:0:57262:0:(file.c:6959:ll_layout_lock_set()) ### file [0x240000402:0x26:0x0](000000006017ace6) being reconfigured ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826339.658456:0:57262:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x26:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787826339.658463:0:57262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826339.658471:0:57262:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787826339.658498:0:57262:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787826339.658657:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421975424:192.168.203.149@tcp:2:touch.0 00000100:00100000:2.0:1787826339.661486:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421975424:192.168.203.149@tcp:2:touch.0 00000080:00200000:3.0:1787826339.661598:0:57262:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1787826339.661620:0:57262:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f21.sanity-sec:[0x240000402:0x26:0x0](ffff8a4f09535b88) current size 0, valid attrs 100201f0, mode 8a4f, uid -1004569008, gid -19107, new size 18446744072304917015, atime 1787826339.000000000, mtime 1787826339.000000000, ctime 1787826339.000000000, rc 0 00000080:00200008:3.0:1787826339.661662:0:57262:0:(file.c:479:ll_file_release()) START file f21.sanity-sec:[0x240000402:0x26:0x0](ffff8a4f09535b88), flags 104001 00000002:00100000:3.0:1787826339.661745:0:57262:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f08daa940 x1874669421974912/t4294967465(4294967465) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826355 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787826339.661771:0:57262:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787826339.661779:0:57262:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f08daad00 x1874669421975680/t0(0) o35->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1787826339.661807:0:57262:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421975680:192.168.203.149@tcp:35:touch.0 00000100:00100000:3.0:1787826339.661954:0:57262:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f069116c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826339.665626:0:57262:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57262:1874669421975680:192.168.203.149@tcp:35:touch.0 00000002:00100000:3.0:1787826339.665674:0:57262:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f08daa940 x1874669421974912/t4294967465(4294967465) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826355 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826339.728834:0:57266:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826339.728926:0:57266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826339.728952:0:57266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826339.728974:0:57266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826339.728984:0:57266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826339.728995:0:57266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826339.728999:0:57266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826339.729008:0:57266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4237b58 00010000:00010000:2.0:1787826339.729013:0:57266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826339.729023:0:57266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787826339.729041:0:57266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826339.729051:0:57266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:2.0:1787826339.729059:0:57266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 1 00000080:00200000:2.0:1787826339.729072:0:57266:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), flags=8 00000080:00200000:2.0:1787826339.729077:0:57266:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=getattr 00000002:00010000:2.0:1787826339.729095:0:57266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x0:0x0:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 01 00010000:00010000:2.0:1787826339.729413:0:57266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.729423:0:57266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.729435:0:57266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826339.729474:0:57266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57266:1874669421975808:192.168.203.149@tcp:101:rm.0 00000100:00100000:2.0:1787826339.729651:0:57266:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826339.735073:0:57266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57266:1874669421975808:192.168.203.149@tcp:101:rm.0 00010000:00010000:2.0:1787826339.735109:0:57266:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.735195:0:57266:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.735205:0:57266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.735218:0:57266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.735231:0:57266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.735246:0:57266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.735255:0:57266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.735263:0:57266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826339.735285:0:57266:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8f0c0 x1874669421975808/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1787826355 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826339.735299:0:57266:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826339.735315:0:57266:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.735326:0:57266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/38 (0 0) 00000080:00200000:2.0:1787826339.735334:0:57266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x25:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826339.735393:0:57266:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x26:0x0](ffff8a4f09535b88): rc = 0 00000080:00200000:2.0:1787826339.735847:0:57266:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x26:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1787826339.735931:0:57266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x26:0x0](ffff8a4f09535b88) for lock 0x7f6ab97892e4d127 00000080:00010000:2.0:1787826339.735947:0:57266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x26:0x0](ffff8a4f09535b88) 00000080:00010000:2.0:1787826339.735952:0:57266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d127 from it ffffb55dc4237b20 00010000:00010000:2.0:1787826339.735956:0:57266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.735968:0:57266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:2.0:1787826339.736019:0:57266:0:(file.c:6313:ll_getattr_dentry()) START file f21.sanity-sec:[0x240000402:0x26:0x0](ffff8a4f09535b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826339.736027:0:57266:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x26:0x0](ffff8a4f09535b88),name=f21.sanity-sec 00000002:00010000:2.0:1787826339.736056:0:57266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x26:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826339.736068:0:57266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826339.736421:0:57266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826339.736432:0:57266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x25:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826339.736438:0:57266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x26:0x0](ffff8a4f09535b88) 00000080:00010000:2.0:1787826339.736442:0:57266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x26:0x0](ffff8a4f09535b88) for lock 0x7f6ab97892e4d127 00000080:00010000:2.0:1787826339.736447:0:57266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d127 from it ffffb55dc4237cb8 00010000:00010000:2.0:1787826339.736450:0:57266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826339.736459:0:57266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826339.736484:0:57266:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826339.736498:0:57266:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x26:0x0] 00000008:00010000:2.0:1787826339.736523:0:57266:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826339.736527:0:57266:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f124a5d30, osc lock ffff8a4f03e7ec30, flags 0x400001002 00010000:00010000:2.0:1787826339.736600:0:57266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826339.736612:0:57266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826339.736692:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421975936:192.168.203.149@tcp:101:rm.0 00000020:00200000:2.0:1787826339.736843:0:57266:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1787826339.743844:0:2406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 6/2,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.743986:0:2406:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 6/2,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.744005:0:2406:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.744019:0:2406:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826339.744043:0:2406:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 5/2,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1787826339.744056:0:2406:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1787826339.744107:0:2406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.744119:0:2406:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.744127:0:2406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826339.744137:0:2406:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1787826339.744280:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421975936:192.168.203.149@tcp:101:rm.0 00000080:00200000:2.0:1787826339.744370:0:57266:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x26:0x0] updating i_size 0 i_blocks 0 00000020:00010000:2.0:1787826339.744378:0:57266:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f12780 (ffff8a4f09f89638/0) at cl_lock_release():245 00000020:00010000:2.0:1787826339.744382:0:57266:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f12780 (ffff8a4f09f89638/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826339.744388:0:57266:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f124a5d30 (ffff8a4f09f897e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826339.744393:0:57266:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f12780 (ffff8a4f09f89638/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826339.744395:0:57266:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f124a5d30 (ffff8a4f09f89638/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826339.744505:0:57266:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826339.744584:0:57266:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826339.744615:0:57266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826339.744634:0:57266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826339.744647:0:57266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1787826339.744655:0:57266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826339.744663:0:57266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826339.744666:0:57266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826339.744672:0:57266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4237c10 00010000:00010000:2.0:1787826339.744675:0:57266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1787826339.744683:0:57266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1787826339.744693:0:57266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826339.744702:0:57266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:2.0:1787826339.744708:0:57266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 1 00000080:00200000:2.0:1787826339.744717:0:57266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=0 00000080:00200000:2.0:1787826339.744721:0:57266:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 3 00000080:00200000:2.0:1787826339.744727:0:57266:0:(namei.c:2418:ll_unlink()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448) 00010000:00010000:2.0:1787826339.744769:0:57266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826339.744786:0:57266:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x26:0x0]: losing layout lock 00010000:00010000:2.0:1787826339.744806:0:57266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826339.744813:0:57266:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x26:0x0]: losing layout lock 00010000:00010000:2.0:1787826339.744985:0:57266:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826339.744994:0:57266:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826339.745001:0:57266:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1787826339.745004:0:57266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0a00/0x7f6ab97892e4d127 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe5148 expref: -99 pid: 57266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826339.745020:0:57266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09a00/0x7f6ab97892e4d120 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe512c expref: -99 pid: 57262 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:2.0:1787826339.745049:0:57266:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826339.745060:0:57266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8e580 x1874669421976192/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826339.745087:0:57266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57266:1874669421976192:192.168.203.149@tcp:36:rm.0 00000100:00100000:2.0:1787826339.745332:0:57266:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826339.749612:0:57266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57266:1874669421976192:192.168.203.149@tcp:36:rm.0 00000080:00200000:2.0:1787826339.749693:0:57266:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826339.749711:0:57266:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826339.749750:0:57266:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826339.749759:0:57266:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240000402:0x26:0x0](ffff8a4f09535b88) 00000008:00010000:2.0:1787826339.749800:0:57266:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1787826339 1787826339 1787826339 by oinfo size 0 blocks 0 [cma]time 1787826339 1787826339 1787826339 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 1/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826340.055396:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826340.950216:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1787826340.950222:0:28023:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8a4f07c09000: disconnect after 23s idle 00000100:00100000:3.0:1787826340.950347:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421976832:192.168.203.149@tcp:9:kworker.0 00000100:00100000:0.0:1787826340.950373:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421976320:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826340.950473:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421976448:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826340.950544:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421976576:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826340.959129:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421976704:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826340.964477:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421976320:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826340.964498:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421976576:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826340.964603:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421976448:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826340.964616:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421976704:192.168.203.149@tcp:400:kworker.0 00000100:00080000:3.0:1787826340.965649:0:2402:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a4f13c59680 x1874669421976832/t0(0) o9->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1787826350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826340.965673:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1787826340.965677:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421976832:192.168.203.149@tcp:9:kworker.0 00010000:00010000:0.0:1787826341.078300:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826342.102232:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826343.126951:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826344.150136:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787826345.129844:0:57354:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826345.130211:0:57354:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826345.130235:0:57354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826345.130254:0:57354:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1787826345.130262:0:57354:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826345.130271:0:57354:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826345.130275:0:57354:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826345.130284:0:57354:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc436fb58 00010000:00010000:1.0:1787826345.130296:0:57354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1787826345.130306:0:57354:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1787826345.130326:0:57354:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826345.130336:0:57354:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:1.0:1787826345.130346:0:57354:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826345.130352:0:57354:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448),name=d21.sanity-sec 00000002:00010000:1.0:1787826345.130368:0:57354:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826345.130377:0:57354:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/37 (0 0) 00010000:00010000:1.0:1787826345.130436:0:57354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 57354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826345.130445:0:57354:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826345.130455:0:57354:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57354 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826345.130487:0:57354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57354:1874669421976960:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787826345.130661:0:57354:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e000 going to sleep for 11 seconds 00000100:00100000:2.0:1787826345.142448:0:57354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57354:1874669421976960:192.168.203.149@tcp:101:chmod.0 00010000:00010000:2.0:1787826345.142484:0:57354:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826345.142515:0:57354:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826345.142524:0:57354:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826345.142538:0:57354:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826345.142550:0:57354:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826345.142565:0:57354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826345.142579:0:57354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826345.142586:0:57354:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826345.142597:0:57354:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb1a40 x1874669421976960/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826361 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826345.142613:0:57354:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826345.142625:0:57354:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/37 (0 0) 00000080:00200000:2.0:1787826345.142633:0:57354:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826345.142667:0:57354:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00010000:2.0:1787826345.142673:0:57354:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d135 00000080:00010000:2.0:1787826345.142679:0:57354:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826345.142682:0:57354:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d135 from it ffffb55dc436fcb8 00010000:00010000:2.0:1787826345.142685:0:57354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826345.142693:0:57354:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826345.142782:0:57354:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826345.142805:0:57354:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826345.142819:0:57354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787826345.142832:0:57354:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1787826345.142838:0:57354:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826345.142842:0:57354:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826345.142845:0:57354:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826345.142913:0:57354:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc436fc08 00010000:00010000:2.0:1787826345.142918:0:57354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1787826345.142926:0:57354:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1787826345.142936:0:57354:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826345.142945:0:57354:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826345.142965:0:57354:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 41, mode 40c0, uid 20750336, gid -30129, new size 0, atime 1787826345.000000000, mtime 1787826345.000000000, ctime 1787826345.000000000 00010000:00010000:2.0:1787826345.142987:0:57354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826345.143005:0:57354:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826345.144345:0:57354:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826345.144363:0:57354:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826345.144368:0:57354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bea00/0x7f6ab97892e4d135 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe518e expref: -99 pid: 57354 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787826345.144390:0:57354:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826345.144405:0:57354:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8c3c0 x1874669421977216/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826345.144617:0:57354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57354:1874669421977216:192.168.203.149@tcp:36:chmod.0 00000100:00100000:2.0:1787826345.144794:0:57354:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1787826345.159481:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826345.159605:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669432081664 00000100:00100000:0.0:1787826345.159618:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669432081664 00000100:00100000:0.0:1787826345.159733:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 88 00000100:00100000:0.0:1787826345.159744:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8414:x1874669432081664:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826345.159767:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826345.159954:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826345.159962:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8414:x1874669432081664:12345-192.168.203.149@tcp:104: Request processed in 220us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826345.159970:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 88 00010000:00010000:3.0:1787826345.160038:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826345.160048:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826345.160058:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f013a0000 already unused, calling callback (ffffffffc10ea1e0) 00010000:00010000:3.0:1787826345.160065:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826345.160120:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826345.160129:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826345.160153:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 1/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826345.160161:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d12e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe514f expref: -99 pid: 57266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826345.160187:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826345.160189:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826345.160191:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826345.160200:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826345.160218:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421977344:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826345.165733:0:57354:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967469 gen 1 00000100:00100000:2.0:1787826345.165790:0:57354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57354:1874669421977216:192.168.203.149@tcp:36:chmod.0 00000080:00200000:2.0:1787826345.165830:0:57354:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200008:2.0:1787826345.165873:0:57354:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 10000041, mode 40c0, uid 20750336, gid -30129, new size 0, atime 1787826345.000000000, mtime 1787826345.000000000, ctime 1787826345.000000000, rc 0 00010000:00010000:2.0:1787826345.176311:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826345.194042:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421977344:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787826346.070732:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421977472:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826346.070842:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421977728:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826346.070915:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787826346.070924:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421977600:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826346.070955:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421977856:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826346.077846:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421977600:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826346.077899:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a4f07c09000: committing for last_committed 4294967361 gen 11 00000100:00100000:2.0:1787826346.077914:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421977856:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826346.077926:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421977472:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826346.077935:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421977728:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826346.198227:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826347.226687:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826348.246560:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826349.271955:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787826349.819343:0:57431:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826349.819374:0:57431:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826349.819393:0:57431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787826349.819420:0:57431:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1787826349.819428:0:57431:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826349.819436:0:57431:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826349.819440:0:57431:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826349.819448:0:57431:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc42e7bf8 00010000:00010000:1.0:1787826349.819451:0:57431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787826349.819459:0:57431:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1787826349.819474:0:57431:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826349.819480:0:57431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:1.0:1787826349.819486:0:57431:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 40c0 mask 1 00000080:00200000:1.0:1787826349.819497:0:57431:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 40c0 mask 3 00000080:00200000:1.0:1787826349.819502:0:57431:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), file ffff8a4f09219200, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1787826349.819510:0:57431:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=open|creat 00000002:00010000:1.0:1787826349.819530:0:57431:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x240000402:0x27:0x0]) in obj [0x240000402:0x25:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1787826349.819583:0:57431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826349.819591:0:57431:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826349.819604:0:57431:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826349.819623:0:57431:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb03c0 x1874669421978112/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826349.819633:0:57431:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826349.819657:0:57431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57431:1874669421978112:192.168.203.149@tcp:101:touch.0 00000100:00100000:1.0:1787826349.819804:0:57431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787826349.836586:0:57431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57431:1874669421978112:192.168.203.149@tcp:101:touch.0 00010000:00010000:0.0:1787826349.836608:0:57431:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 4/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.836621:0:57431:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 4/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.836627:0:57431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 4/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.836633:0:57431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.836641:0:57431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 4/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.836647:0:57431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f1a2bf000 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:0.0:1787826349.836652:0:57431:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 4/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.836659:0:57431:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 4/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.836666:0:57431:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 5/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.836684:0:57431:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826349.836691:0:57431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.836698:0:57431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf000/0x7f6ab97892e4d13c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826349.836717:0:57431:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x3, status=-13 req@ffff8a4f13cb03c0 x1874669421978112/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/608 e 0 to 0 dl 1787826365 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'touch.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787826349.836730:0:57431:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x25:0x0] suppgids 0 -1: rc -13 00000080:00200000:0.0:1787826349.836822:0:57431:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826349.836889:0:57431:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826349.836904:0:57431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826349.836915:0:57431:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1787826349.836922:0:57431:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826349.836927:0:57431:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826349.836931:0:57431:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:0.0:1787826349.836935:0:57431:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc42e7ba8 00010000:00010000:0.0:1787826349.836938:0:57431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1787826349.836946:0:57431:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1787826349.836969:0:57431:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826349.836977:0:57431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:0.0:1787826349.836982:0:57431:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 40c0 mask 1 00000080:00200000:0.0:1787826349.836994:0:57431:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), flags=9 00000080:00200000:0.0:1787826349.836997:0:57431:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=getattr 00000002:00010000:0.0:1787826349.837009:0:57431:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x0:0x0:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787826349.837046:0:57431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.837051:0:57431:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.837058:0:57431:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826349.837076:0:57431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57431:1874669421978240:192.168.203.149@tcp:101:touch.0 00000100:00100000:0.0:1787826349.837145:0:57431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06ed9540 going to sleep for 11 seconds 00000100:00100000:0.0:1787826349.845737:0:57431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57431:1874669421978240:192.168.203.149@tcp:101:touch.0 00010000:00010000:0.0:1787826349.845760:0:57431:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.845773:0:57431:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.845779:0:57431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.845785:0:57431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.845806:0:57431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.845812:0:57431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f1a295600 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:0.0:1787826349.845816:0:57431:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.845823:0:57431:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.845829:0:57431:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 5/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.845849:0:57431:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1787826349.845885:0:57431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826349.845891:0:57431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a295600/0x7f6ab97892e4d143 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 57431 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826349.845907:0:57431:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x3, status=-13 req@ffff8a4f13c5a580 x1874669421978240/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/584 e 0 to 0 dl 1787826365 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'touch.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787826349.845921:0:57431:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x25:0x0] suppgids 0 -1: rc -13 00010000:00010000:3.0:1787826350.294960:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826351.199979:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421978368:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826351.200135:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421978624:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826351.200181:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787826351.200190:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421978496:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826351.200218:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421978752:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826351.217957:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421978496:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826351.217979:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421978624:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826351.223970:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421978752:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826351.223992:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421978368:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826351.318164:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826352.342663:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826353.366237:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826354.392793:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826355.414141:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1787826355.545411:0:57518:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826355.545454:0:57518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826355.545478:0:57518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787826355.545498:0:57518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1787826355.545507:0:57518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826355.545515:0:57518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826355.545520:0:57518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826355.545529:0:57518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc47dbb58 00010000:00010000:1.0:1787826355.545534:0:57518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787826355.545545:0:57518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1787826355.545564:0:57518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826355.545573:0:57518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:1.0:1787826355.545584:0:57518:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826355.545596:0:57518:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448),name=d21.sanity-sec 00000002:00010000:1.0:1787826355.545611:0:57518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826355.545620:0:57518:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/37 (0 0) 00010000:00010000:1.0:1787826355.545682:0:57518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 57518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.545690:0:57518:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.545702:0:57518:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 57518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826355.545733:0:57518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57518:1874669421978880:192.168.203.149@tcp:101:chmod.0 00000100:00100000:1.0:1787826355.546094:0:57518:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826355.553538:0:57518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57518:1874669421978880:192.168.203.149@tcp:101:chmod.0 00010000:00010000:1.0:1787826355.553572:0:57518:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.553610:0:57518:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.553620:0:57518:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.553635:0:57518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.553647:0:57518:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.553689:0:57518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.553697:0:57518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.553704:0:57518:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826355.553718:0:57518:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13cb0000 x1874669421978880/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826371 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826355.553734:0:57518:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.553744:0:57518:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/37 (0 0) 00000080:00200000:1.0:1787826355.553752:0:57518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787826355.553786:0:57518:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00010000:1.0:1787826355.553805:0:57518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d14a 00000080:00010000:1.0:1787826355.553812:0:57518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:1.0:1787826355.553816:0:57518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d14a from it ffffb55dc47dbcb8 00010000:00010000:1.0:1787826355.553820:0:57518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826355.553829:0:57518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826355.553976:0:57518:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826355.553998:0:57518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826355.554012:0:57518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787826355.554024:0:57518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1787826355.554031:0:57518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826355.554035:0:57518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826355.554038:0:57518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826355.554043:0:57518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc47dbc08 00010000:00010000:1.0:1787826355.554045:0:57518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1787826355.554054:0:57518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:1.0:1787826355.554064:0:57518:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826355.554072:0:57518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:1.0:1787826355.554092:0:57518:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 41, mode 41ff, uid 37756928, gid -30129, new size 0, atime 1787826355.000000000, mtime 1787826355.000000000, ctime 1787826355.000000000 00010000:00010000:1.0:1787826355.554116:0:57518:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826355.554133:0:57518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826355.554189:0:57518:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826355.554197:0:57518:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787826355.554200:0:57518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be600/0x7f6ab97892e4d14a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe51fe expref: -99 pid: 57518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1787826355.554219:0:57518:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787826355.554228:0:57518:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0000 x1874669421979136/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826355.554257:0:57518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57518:1874669421979136:192.168.203.149@tcp:36:chmod.0 00000100:00100000:1.0:1787826355.554353:0:57518:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e480 going to sleep for 11 seconds 00000100:00100000:1.0:1787826355.558474:0:57518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57518:1874669421979136:192.168.203.149@tcp:36:chmod.0 00000080:00200000:1.0:1787826355.558524:0:57518:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200008:1.0:1787826355.558540:0:57518:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 10000041, mode 41ff, uid 37756928, gid -30129, new size 0, atime 1787826355.000000000, mtime 1787826355.000000000, ctime 1787826355.000000000, rc 0 00000100:00100000:3.0:1787826356.311018:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421979392:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826356.311191:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787826356.311199:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421979264:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826356.311233:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421979520:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826356.318440:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421979264:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826356.318467:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421979520:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826356.318480:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421979392:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826356.449451:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826357.465386:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826358.486320:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826359.510129:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787826360.247794:0:57599:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826360.247811:0:57599:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826360.247838:0:57599:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826360.247891:0:57599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1787826360.247909:0:57599:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:1.0:1787826360.247930:0:57599:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826360.247940:0:57599:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826360.247944:0:57599:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826360.247954:0:57599:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc48a3cb8 00010000:00010000:1.0:1787826360.247959:0:57599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1787826360.247969:0:57599:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200008:1.0:1787826360.248462:0:57599:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826360.248468:0:57599:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826360.248479:0:57599:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826360.248488:0:57599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:1.0:1787826360.248497:0:57599:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00200000:1.0:1787826360.248504:0:57599:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826360.248508:0:57599:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826360.248511:0:57599:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826360.248515:0:57599:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc48a3cb8 00010000:00010000:1.0:1787826360.248518:0:57599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:1.0:1787826360.248537:0:57599:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:1.0:1787826360.248640:0:57599:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826360.248650:0:57599:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826360.248657:0:57599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:1.0:1787826360.248666:0:57599:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00200000:1.0:1787826360.248673:0:57599:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826360.248677:0:57599:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826360.248680:0:57599:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826360.248684:0:57599:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc48a3bb0 00010000:00010000:1.0:1787826360.248687:0:57599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:1.0:1787826360.248695:0:57599:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00200000:1.0:1787826360.248704:0:57599:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787826360.248712:0:57599:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787826360.248731:0:57599:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=157acf0 00000100:00100000:1.0:1787826360.248811:0:57599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421979648:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826360.248960:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826360.261463:0:57599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421979648:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826360.261573:0:57599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421979776:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787826360.261688:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826360.283223:0:57599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421979776:192.168.203.149@tcp:19:lfs.0 00000100:00080000:1.0:1787826360.283274:0:57599:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2262 00000100:00080000:1.0:1787826360.283287:0:57599:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826360.283299:0:57599:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 15802368, lost: 0. 00000100:00100000:1.0:1787826360.283328:0:57599:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669421979904/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826360.283379:0:57599:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a4f13cb1a40 x1874669421980032/t0(0) o19->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 336/344 e 0 to 0 dl 0 ref 2 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826360.283389:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e780 going to sleep for 0 seconds 00000100:00100000:3.0:1787826360.285965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421979904:192.168.203.149@tcp:8:lfs.0 00000100:00100000:3.0:1787826360.295078:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a4f07c09000: committing for last_committed 4294967363 gen 20 00000100:00080000:3.0:1787826360.295101:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8a4f07c09000: connect to target with instance 1 00000100:00080000:3.0:1787826360.295114:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8a4f07c09000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787826360.295130:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787826360.295135:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:3.0:1787826360.295148:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787826360.295154:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1787826360.295172:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d32ba5d2): req@ffff8a4f13cb1a40 x1874669421980032/t0(0) o19->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 336/344 e 0 to 0 dl 0 ref 2 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826360.295200:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421979904:192.168.203.149@tcp:8:lfs.0 00000100:00100000:1.0:1787826360.295397:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826360.297356:0:57599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980032:192.168.203.149@tcp:19:lfs.0 00000100:00100000:1.0:1787826360.297435:0:57599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980160:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826360.297519:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826360.299636:0:57599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980160:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826360.299707:0:57599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980288:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826360.299801:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826360.306159:0:57599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980288:192.168.203.149@tcp:48:lfs.0 00000080:00200008:1.0:1787826360.306230:0:57599:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:1.0:1787826360.306906:0:57599:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826360.306922:0:57599:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826360.306949:0:57599:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826360.306972:0:57599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:1.0:1787826360.306990:0:57599:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00200000:1.0:1787826360.306999:0:57599:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826360.307008:0:57599:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826360.307023:0:57599:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826360.307033:0:57599:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc48a3cb8 00010000:00010000:1.0:1787826360.307038:0:57599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:1.0:1787826360.307047:0:57599:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00000080:00200000:1.0:1787826360.307094:0:57599:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826360.307102:0:57599:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826360.307109:0:57599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00010000:00010000:1.0:1787826360.307118:0:57599:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00000080:00200000:1.0:1787826360.307124:0:57599:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826360.307127:0:57599:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826360.307136:0:57599:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826360.307141:0:57599:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc48a3bb0 00010000:00010000:1.0:1787826360.307144:0:57599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00010000:00010000:1.0:1787826360.307151:0:57599:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 0 00000080:00200000:1.0:1787826360.307160:0:57599:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787826360.307167:0:57599:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787826360.307182:0:57599:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=157acf0 00000100:00100000:1.0:1787826360.307236:0:57599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980416:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826360.307330:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e780 going to sleep for 11 seconds 00000100:00100000:1.0:1787826360.314584:0:57599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980416:192.168.203.149@tcp:48:lfs.0 00000100:00100000:1.0:1787826360.314838:0:57599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980544:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826360.318808:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826360.321971:0:57599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980544:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826360.322131:0:57599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980672:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826360.322272:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826360.325403:0:57599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980672:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826360.325485:0:57599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980800:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826360.325842:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826360.337792:0:57599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980800:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826360.337917:0:57599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980928:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826360.338100:0:57599:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826360.340935:0:57599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57599:1874669421980928:192.168.203.149@tcp:48:lfs.0 00000080:00200008:2.0:1787826360.341005:0:57599:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:1.0:1787826360.414390:0:57603:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826360.414435:0:57603:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826360.414462:0:57603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 0 00010000:00010000:1.0:1787826360.414482:0:57603:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 0 00000080:00200000:1.0:1787826360.414492:0:57603:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787826360.414501:0:57603:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826360.414505:0:57603:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826360.414522:0:57603:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4803bf8 00010000:00010000:1.0:1787826360.414527:0:57603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 0 00010000:00010000:1.0:1787826360.414537:0:57603:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00000080:00200000:1.0:1787826360.414558:0:57603:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826360.414566:0:57603:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:1.0:1787826360.414573:0:57603:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 1 00000080:00200000:1.0:1787826360.414588:0:57603:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 3 00000080:00200000:1.0:1787826360.414593:0:57603:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), file ffff8a4f07e42000, open_flags 109241, mode 81b6 opened 0 00000080:00200000:1.0:1787826360.414603:0:57603:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=open|creat 00000002:00010000:1.0:1787826360.414631:0:57603:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x240000402:0x28:0x0]) in obj [0x240000402:0x25:0x0], intent: open|creat flags 04111102 00010000:00010000:1.0:1787826360.414712:0:57603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 57603 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.414722:0:57603:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57603 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826360.414737:0:57603:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826360.414754:0:57603:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb0780 x1874669421981184/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826360.414775:0:57603:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 57603 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826360.414803:0:57603:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57603:1874669421981184:192.168.203.149@tcp:101:dd.0 00000100:00100000:1.0:1787826360.415032:0:57603:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e240 going to sleep for 11 seconds 00000100:00100000:1.0:1787826360.423188:0:57603:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57603:1874669421981184:192.168.203.149@tcp:101:dd.0 00010000:00010000:1.0:1787826360.423226:0:57603:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.423255:0:57603:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.423265:0:57603:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.423279:0:57603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.423304:0:57603:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.423321:0:57603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.423330:0:57603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.423338:0:57603:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787826360.423352:0:57603:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f13cb0780 x1874669421981184/t4294967471(4294967471) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826376 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1787826360.423367:0:57603:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb0780 x1874669421981184/t4294967471(4294967471) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826376 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787826360.423403:0:57603:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1787826360.423418:0:57603:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.423431:0:57603:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/40 (0 0) 00000080:00200000:1.0:1787826360.423439:0:57603:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x25:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1787826360.423457:0:57603:0:(namei.c:1628:ll_create_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=open|creat 00000080:00200000:1.0:1787826360.423495:0:57603:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x28:0x0](ffff8a4f095db248) 00000080:00200000:1.0:1787826360.423619:0:57603:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x28:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1787826360.423625:0:57603:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x28:0x0](ffff8a4f095db248) 00000080:00010000:1.0:1787826360.423630:0:57603:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x28:0x0](ffff8a4f095db248) for lock 0x7f6ab97892e4d151 00000080:00010000:1.0:1787826360.423642:0:57603:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x28:0x0](ffff8a4f095db248) 00000080:00200008:1.0:1787826360.423659:0:57603:0:(file.c:1090:ll_file_open()) START file f21.sanity-sec:[0x240000402:0x28:0x0](ffff8a4f095db248), flags 4111101 00000002:00100000:1.0:1787826360.423687:0:57603:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb0780 x1874669421981184/t4294967471(4294967471) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826376 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1787826360.423727:0:57603:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d151 from it ffff8a4f12637120 00010000:00010000:1.0:1787826360.423733:0:57603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.423744:0:57603:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826360.423782:0:57603:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x28:0x0](ffff8a4f095db248), inode mode 81a4 mask 40 00000080:00200008:1.0:1787826360.425805:0:57603:0:(file.c:2652:do_file_write_iter()) START file f21.sanity-sec:[0x240000402:0x28:0x0], ppos: 0, count: 1048576 00000080:00200000:1.0:1787826360.425841:0:57603:0:(file.c:2090:ll_file_io_generic()) f21.sanity-sec: write ppos: 0, bytes: 1048576 00000080:00200000:1.0:1787826360.425847:0:57603:0:(file.c:1848:ll_io_set_mirror()) f21.sanity-sec: desiginated mirror: 0 00000020:00200000:1.0:1787826360.425891:0:57603:0:(cl_io.c:218:cl_io_rw_init()) header@00000000dc7d2ddd[0x110, 1, [0x240000402:0x28:0x0] hash] 00000020:00200000:1.0:1787826360.425893:0:57603:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 1048576) 0 0 00000080:00200000:1.0:1787826360.425900:0:57603:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x28:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1787826360.425921:0:57603:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:1.0:1787826360.425932:0:57603:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:1.0:1787826360.425937:0:57603:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1787826360.425958:0:57603:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:1.0:1787826360.425977:0:57603:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1787826360.425984:0:57603:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f069dfeb0, osc lock ffff8a4f0691d4b8, flags 0x0 00010000:00010000:1.0:1787826360.426053:0:57603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.426066:0:57603:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.426078:0:57603:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826360.426108:0:57603:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57603:1874669421981312:192.168.203.149@tcp:101:dd.0 00000100:00100000:1.0:1787826360.426225:0:57603:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689e000 going to sleep for 11 seconds 00000100:00100000:1.0:1787826360.431366:0:57603:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57603:1874669421981312:192.168.203.149@tcp:101:dd.0 00010000:00010000:1.0:1787826360.431408:0:57603:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.431435:0:57603:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.431472:0:57603:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.431490:0:57603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1787826360.431505:0:57603:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.431519:0:57603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826360.431528:0:57603:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1787826360.431817:0:57603:0:(vvp_io.c:1332:vvp_io_write_start()) f21.sanity-sec: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:1.0:1787826360.431842:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.431970:0:57603:0:(rw26.c:875:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:1.0:1787826360.431990:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002cbbadd0[3 0000000034b61225 2 1 000000001303876e 0 0 0] 00000080:00200000:1.0:1787826360.431995:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f67cfc56 17ffffc0001001 3:0 ffff8a4f09e18740 0 lru 00000080:00200000:1.0:1787826360.432003:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000003b65f03 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432006:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002cbbadd0 00000080:00200000:1.0:1787826360.432007:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1787826360.432085:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432112:0:57603:0:(rw26.c:875:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432117:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000006311bf4[3 0000000034b61225 2 1 000000001303876e 0 0 1] 00000080:00200000:1.0:1787826360.432126:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000041b375f9 17ffffc0001001 3:0 ffff8a4f09e182b8 1 lru 00000080:00200000:1.0:1787826360.432132:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000009b443e67 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432134:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000006311bf4 00000080:00200000:1.0:1787826360.432135:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1787826360.432137:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432154:0:57603:0:(rw26.c:875:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432158:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a455c83e[3 0000000034b61225 2 1 000000001303876e 0 0 2] 00000080:00200000:1.0:1787826360.432161:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000003ebfb648 17ffffc0001001 3:0 ffff8a4f09e183a0 2 lru 00000080:00200000:1.0:1787826360.432166:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000083df6d9 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432168:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a455c83e 00000080:00200000:1.0:1787826360.432170:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 3. 00000080:00200000:1.0:1787826360.432172:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432187:0:57603:0:(rw26.c:875:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432191:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002a4fca1f[3 0000000034b61225 2 1 000000001303876e 0 0 3] 00000080:00200000:1.0:1787826360.432194:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000dc877977 17ffffc0001001 3:0 ffff8a4f09e180e8 3 lru 00000080:00200000:1.0:1787826360.432199:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000026f80111 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432201:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002a4fca1f 00000080:00200000:1.0:1787826360.432202:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 4. 00000080:00200000:1.0:1787826360.432204:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432216:0:57603:0:(rw26.c:875:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432219:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002b2845ec[3 0000000034b61225 2 1 000000001303876e 0 0 4] 00000080:00200000:1.0:1787826360.432222:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000429d0d06 17ffffc0001001 3:0 ffff8a4f09e18ae0 4 lru 00000080:00200000:1.0:1787826360.432227:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000001658c1fd 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432229:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002b2845ec 00000080:00200000:1.0:1787826360.432230:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 5. 00000080:00200000:1.0:1787826360.432231:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432244:0:57603:0:(rw26.c:875:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432248:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000062f413d8[3 0000000034b61225 2 1 000000001303876e 0 0 5] 00000080:00200000:1.0:1787826360.432250:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a9d63bf8 17ffffc0001001 3:0 ffff8a4f09e18bc8 5 lru 00000080:00200000:1.0:1787826360.432255:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000caa273be 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432257:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000062f413d8 00000080:00200000:1.0:1787826360.432262:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 6. 00000080:00200000:1.0:1787826360.432264:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432275:0:57603:0:(rw26.c:875:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432279:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e582e833[3 0000000034b61225 2 1 000000001303876e 0 0 6] 00000080:00200000:1.0:1787826360.432282:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000eb741a4a 17ffffc0001001 3:0 ffff8a4f09e181d0 6 lru 00000080:00200000:1.0:1787826360.432286:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000000852881d 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432288:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e582e833 00000080:00200000:1.0:1787826360.432290:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 7. 00000080:00200000:1.0:1787826360.432291:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432307:0:57603:0:(rw26.c:875:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432311:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000aac33de7[3 0000000034b61225 2 1 000000001303876e 0 0 7] 00000080:00200000:1.0:1787826360.432313:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000065cb3e4b 17ffffc0001001 3:0 ffff8a4f09e189f8 7 lru 00000080:00200000:1.0:1787826360.432318:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000c77a75df 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432320:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000aac33de7 00000080:00200000:1.0:1787826360.432321:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 8. 00000080:00200000:1.0:1787826360.432323:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432334:0:57603:0:(rw26.c:875:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432337:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002ddd6911[3 0000000034b61225 2 1 000000001303876e 0 0 8] 00000080:00200000:1.0:1787826360.432340:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000002f122bb 17ffffc0001001 3:0 ffff8a4f09e18570 8 lru 00000080:00200000:1.0:1787826360.432345:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000005bec9839 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432347:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002ddd6911 00000080:00200000:1.0:1787826360.432348:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 9. 00000080:00200000:1.0:1787826360.432349:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432368:0:57603:0:(rw26.c:875:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432372:0:57603:0:(rw26.c:933:ll_write_end()) page@000000003991ba33[3 0000000034b61225 2 1 000000001303876e 0 0 9] 00000080:00200000:1.0:1787826360.432375:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000017b653e2 17ffffc0001021 2:0 ffff8a4f09e18658 9 lru 00000080:00200000:1.0:1787826360.432379:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000c7a85834 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432381:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000003991ba33 00000080:00200000:1.0:1787826360.432382:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 10. 00000080:00200000:1.0:1787826360.432384:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432395:0:57603:0:(rw26.c:875:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432399:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000c9568224[3 0000000034b61225 2 1 000000001303876e 0 0 10] 00000080:00200000:1.0:1787826360.432401:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000bbd5b61c 17ffffc0001001 3:0 ffff8a4f09e18d98 10 lru 00000080:00200000:1.0:1787826360.432409:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d3d6ce77 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432412:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000c9568224 00000080:00200000:1.0:1787826360.432413:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 11. 00000080:00200000:1.0:1787826360.432415:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432427:0:57603:0:(rw26.c:875:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432430:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e00ba90b[3 0000000034b61225 2 1 000000001303876e 0 0 11] 00000080:00200000:1.0:1787826360.432432:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000288e4d55 17ffffc0001001 3:0 ffff8a4f09e18cb0 11 lru 00000080:00200000:1.0:1787826360.432437:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000006fbac524 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432438:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e00ba90b 00000080:00200000:1.0:1787826360.432439:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 12. 00000080:00200000:1.0:1787826360.432441:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432454:0:57603:0:(rw26.c:875:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432458:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000058014ce8[3 0000000034b61225 2 1 000000001303876e 0 0 12] 00000080:00200000:1.0:1787826360.432460:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000052762c31 17ffffc0001001 3:0 ffff8a4f09e18828 12 lru 00000080:00200000:1.0:1787826360.432464:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a0e7d99a 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432467:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000058014ce8 00000080:00200000:1.0:1787826360.432468:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 13. 00000080:00200000:1.0:1787826360.432470:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432483:0:57603:0:(rw26.c:875:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432488:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a38c1810[3 0000000034b61225 2 1 000000001303876e 0 0 13] 00000080:00200000:1.0:1787826360.432491:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000fd276325 17ffffc0001001 3:0 ffff8a4f09e18e80 13 lru 00000080:00200000:1.0:1787826360.432495:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000f29dbc94 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432498:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a38c1810 00000080:00200000:1.0:1787826360.432499:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 14. 00000080:00200000:1.0:1787826360.432501:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432515:0:57603:0:(rw26.c:875:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432519:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a9f6d3f2[3 0000000034b61225 2 1 000000001303876e 0 0 14] 00000080:00200000:1.0:1787826360.432522:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f33cf28b 17ffffc0001001 3:0 ffff8a4f09e18000 14 lru 00000080:00200000:1.0:1787826360.432526:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000005e09cbd9 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432528:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a9f6d3f2 00000080:00200000:1.0:1787826360.432528:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 15. 00000080:00200000:1.0:1787826360.432534:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432545:0:57603:0:(rw26.c:875:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432549:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000745f7c3f[3 0000000034b61225 2 1 000000001303876e 0 0 15] 00000080:00200000:1.0:1787826360.432551:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000081d07d22 17ffffc0001001 3:0 ffff8a4f09e18910 15 lru 00000080:00200000:1.0:1787826360.432556:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e36e9708 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432559:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000745f7c3f 00000080:00200000:1.0:1787826360.432560:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 16. 00000080:00200000:1.0:1787826360.432561:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432573:0:57603:0:(rw26.c:875:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432576:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000bdbdfdb5[3 0000000034b61225 2 1 000000001303876e 0 0 16] 00000080:00200000:1.0:1787826360.432579:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000005eca576a 17ffffc0001001 3:0 ffff8a4f09e18488 16 lru 00000080:00200000:1.0:1787826360.432584:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000498ffe37 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432734:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000bdbdfdb5 00000080:00200000:1.0:1787826360.432736:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 17. 00000080:00200000:1.0:1787826360.432739:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432765:0:57603:0:(rw26.c:875:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432770:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a8155f0f[3 0000000034b61225 2 1 000000001303876e 0 0 17] 00000080:00200000:1.0:1787826360.432773:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002fdc9c93 17ffffc0001001 3:0 ffff8a4f09f079f8 17 lru 00000080:00200000:1.0:1787826360.432777:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a11848ac 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432780:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a8155f0f 00000080:00200000:1.0:1787826360.432781:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 18. 00000080:00200000:1.0:1787826360.432783:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432797:0:57603:0:(rw26.c:875:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432801:0:57603:0:(rw26.c:933:ll_write_end()) page@000000004e54a8be[3 0000000034b61225 2 1 000000001303876e 0 0 18] 00000080:00200000:1.0:1787826360.432804:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000009642d32a 17ffffc0001001 3:0 ffff8a4f09f07570 18 lru 00000080:00200000:1.0:1787826360.432808:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000005823c62 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432810:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000004e54a8be 00000080:00200000:1.0:1787826360.432811:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 19. 00000080:00200000:1.0:1787826360.432813:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:1.0:1787826360.432824:0:57603:0:(rw26.c:875:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:1.0:1787826360.432828:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000bfaf00c7[3 0000000034b61225 2 1 000000001303876e 0 0 19] 00000080:00200000:1.0:1787826360.432831:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000007c95b0e8 17ffffc0001001 3:0 ffff8a4f09f07658 19 lru 00000080:00200000:1.0:1787826360.432840:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e6da92ee 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1787826360.432843:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000bfaf00c7 00000080:00200000:1.0:1787826360.432844:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 20. 00000080:00200000:1.0:1787826360.432846:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 20 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.436438:0:57603:0:(rw26.c:875:ll_write_end()) pos 81920, len 4096, copied 4096 00000080:00200000:0.0:1787826360.436461:0:57603:0:(rw26.c:933:ll_write_end()) page@000000004ac968a6[3 0000000034b61225 2 1 000000001303876e 0 0 20] 00000080:00200000:0.0:1787826360.436466:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ba86a412 17ffffc0001001 3:0 ffff8a4f09f1e740 20 lru 00000080:00200000:0.0:1787826360.436474:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000f0388230 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.436493:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000004ac968a6 00000080:00200000:0.0:1787826360.436494:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 21. 00000080:00200000:0.0:1787826360.436500:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 21 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.436521:0:57603:0:(rw26.c:875:ll_write_end()) pos 86016, len 4096, copied 4096 00000080:00200000:0.0:1787826360.436526:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d7d7223c[3 0000000034b61225 2 1 000000001303876e 0 0 21] 00000080:00200000:0.0:1787826360.436528:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000008d31cbbb 17ffffc0001001 3:0 ffff8a4f09f1e828 21 lru 00000080:00200000:0.0:1787826360.436534:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000054020453 21: 1< 0 - - > 2< 86016 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.436536:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d7d7223c 00000080:00200000:0.0:1787826360.436537:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 22. 00000080:00200000:0.0:1787826360.436539:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 22 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.436555:0:57603:0:(rw26.c:875:ll_write_end()) pos 90112, len 4096, copied 4096 00000080:00200000:0.0:1787826360.436560:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000061607459[3 0000000034b61225 2 1 000000001303876e 0 0 22] 00000080:00200000:0.0:1787826360.436563:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ed56e6ab 17ffffc0001001 3:0 ffff8a4f09f1ee80 22 lru 00000080:00200000:0.0:1787826360.436567:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000c0d236b3 22: 1< 0 - - > 2< 90112 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.436570:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000061607459 00000080:00200000:0.0:1787826360.436571:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 23. 00000080:00200000:0.0:1787826360.436574:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 23 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.436588:0:57603:0:(rw26.c:875:ll_write_end()) pos 94208, len 4096, copied 4096 00000080:00200000:0.0:1787826360.436592:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f1077ae9[3 0000000034b61225 2 1 000000001303876e 0 0 23] 00000080:00200000:0.0:1787826360.436595:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000007fa15dc9 17ffffc0001001 3:0 ffff8a4f09f1e000 23 lru 00000080:00200000:0.0:1787826360.436600:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000028d46f14 23: 1< 0 - - > 2< 94208 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.436603:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f1077ae9 00000080:00200000:0.0:1787826360.436604:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 24. 00000080:00200000:0.0:1787826360.436605:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 24 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.436769:0:57603:0:(rw26.c:875:ll_write_end()) pos 98304, len 4096, copied 4096 00000080:00200000:0.0:1787826360.436775:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005196a12c[3 0000000034b61225 2 1 000000001303876e 0 0 24] 00000080:00200000:0.0:1787826360.436778:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000078c5e472 17ffffc0001001 3:0 ffff8a4f09f1e910 24 lru 00000080:00200000:0.0:1787826360.436784:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000003a2f7754 24: 1< 0 - - > 2< 98304 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.436786:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005196a12c 00000080:00200000:0.0:1787826360.436787:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 25. 00000080:00200000:0.0:1787826360.436789:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 25 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.436809:0:57603:0:(rw26.c:875:ll_write_end()) pos 102400, len 4096, copied 4096 00000080:00200000:0.0:1787826360.436813:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000cde6eb2b[3 0000000034b61225 2 1 000000001303876e 0 0 25] 00000080:00200000:0.0:1787826360.436816:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ccf65c46 17ffffc0001001 3:0 ffff8a4f09f1e488 25 lru 00000080:00200000:0.0:1787826360.436821:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000931c27d2 25: 1< 0 - - > 2< 102400 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.436823:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000cde6eb2b 00000080:00200000:0.0:1787826360.436824:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 26. 00000080:00200000:0.0:1787826360.436826:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 26 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.436839:0:57603:0:(rw26.c:875:ll_write_end()) pos 106496, len 4096, copied 4096 00000080:00200000:0.0:1787826360.436843:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000010b1f4bd[3 0000000034b61225 2 1 000000001303876e 0 0 26] 00000080:00200000:0.0:1787826360.436845:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000027777858 17ffffc0001001 3:0 ffff8a4f09f1ecb0 26 lru 00000080:00200000:0.0:1787826360.436924:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000092707939 26: 1< 0 - - > 2< 106496 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.436927:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000010b1f4bd 00000080:00200000:0.0:1787826360.436928:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 27. 00000080:00200000:0.0:1787826360.436930:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 27 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.436959:0:57603:0:(rw26.c:875:ll_write_end()) pos 110592, len 4096, copied 4096 00000080:00200000:0.0:1787826360.436964:0:57603:0:(rw26.c:933:ll_write_end()) page@000000000991cf65[3 0000000034b61225 2 1 000000001303876e 0 0 27] 00000080:00200000:0.0:1787826360.436967:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002e57e2e1 17ffffc0001021 2:0 ffff8a4f09f1e2b8 27 lru 00000080:00200000:0.0:1787826360.436973:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000607b599e 27: 1< 0 - - > 2< 110592 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.436975:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000000991cf65 00000080:00200000:0.0:1787826360.436976:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 28. 00000080:00200000:0.0:1787826360.436979:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 28 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.436998:0:57603:0:(rw26.c:875:ll_write_end()) pos 114688, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437002:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a4dd22c3[3 0000000034b61225 2 1 000000001303876e 0 0 28] 00000080:00200000:0.0:1787826360.437004:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000fdc7db9b 17ffffc0001001 3:0 ffff8a4f09f1e3a0 28 lru 00000080:00200000:0.0:1787826360.437083:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000005b5421e2 28: 1< 0 - - > 2< 114688 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437086:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a4dd22c3 00000080:00200000:0.0:1787826360.437088:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 29. 00000080:00200000:0.0:1787826360.437090:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 29 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437108:0:57603:0:(rw26.c:875:ll_write_end()) pos 118784, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437112:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000ce9c2103[3 0000000034b61225 2 1 000000001303876e 0 0 29] 00000080:00200000:0.0:1787826360.437116:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000cceb1acd 17ffffc0001001 3:0 ffff8a4f09f1e0e8 29 lru 00000080:00200000:0.0:1787826360.437121:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000006379c2a9 29: 1< 0 - - > 2< 118784 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437129:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000ce9c2103 00000080:00200000:0.0:1787826360.437130:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 30. 00000080:00200000:0.0:1787826360.437133:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 30 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437146:0:57603:0:(rw26.c:875:ll_write_end()) pos 122880, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437150:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f672fc72[3 0000000034b61225 2 1 000000001303876e 0 0 30] 00000080:00200000:0.0:1787826360.437153:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000005e84792 17ffffc0001001 3:0 ffff8a4f09f1eae0 30 lru 00000080:00200000:0.0:1787826360.437158:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000033f5b6f2 30: 1< 0 - - > 2< 122880 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437161:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f672fc72 00000080:00200000:0.0:1787826360.437162:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 31. 00000080:00200000:0.0:1787826360.437163:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 31 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437180:0:57603:0:(rw26.c:875:ll_write_end()) pos 126976, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437184:0:57603:0:(rw26.c:933:ll_write_end()) page@000000000e5b6174[3 0000000034b61225 2 1 000000001303876e 0 0 31] 00000080:00200000:0.0:1787826360.437187:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ef6ec1eb 17ffffc0001001 3:0 ffff8a4f09f1ebc8 31 lru 00000080:00200000:0.0:1787826360.437191:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d3a7265e 31: 1< 0 - - > 2< 126976 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437194:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000000e5b6174 00000080:00200000:0.0:1787826360.437195:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 32. 00000080:00200000:0.0:1787826360.437197:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 32 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437211:0:57603:0:(rw26.c:875:ll_write_end()) pos 131072, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437214:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e82ed632[3 0000000034b61225 2 1 000000001303876e 0 0 32] 00000080:00200000:0.0:1787826360.437217:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000d045d286 17ffffc0001001 3:0 ffff8a4f09f1e1d0 32 lru 00000080:00200000:0.0:1787826360.437222:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000001dc00c6d 32: 1< 0 - - > 2< 131072 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437224:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e82ed632 00000080:00200000:0.0:1787826360.437225:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 33. 00000080:00200000:0.0:1787826360.437227:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 33 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437243:0:57603:0:(rw26.c:875:ll_write_end()) pos 135168, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437248:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b4ee88bc[3 0000000034b61225 2 1 000000001303876e 0 0 33] 00000080:00200000:0.0:1787826360.437250:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a40634e4 17ffffc0001001 3:0 ffff8a4f09f1e9f8 33 lru 00000080:00200000:0.0:1787826360.437255:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000df92157a 33: 1< 0 - - > 2< 135168 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437257:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b4ee88bc 00000080:00200000:0.0:1787826360.437258:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 34. 00000080:00200000:0.0:1787826360.437261:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 34 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437280:0:57603:0:(rw26.c:875:ll_write_end()) pos 139264, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437284:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000077b9d5d2[3 0000000034b61225 2 1 000000001303876e 0 0 34] 00000080:00200000:0.0:1787826360.437287:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ee2a14f1 17ffffc0001001 3:0 ffff8a4f09f1e570 34 lru 00000080:00200000:0.0:1787826360.437292:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad676acb 34: 1< 0 - - > 2< 139264 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437295:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000077b9d5d2 00000080:00200000:0.0:1787826360.437296:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 35. 00000080:00200000:0.0:1787826360.437297:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 35 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437311:0:57603:0:(rw26.c:875:ll_write_end()) pos 143360, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437315:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000048101ae0[3 0000000034b61225 2 1 000000001303876e 0 0 35] 00000080:00200000:0.0:1787826360.437318:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000000f72bc10 17ffffc0001001 3:0 ffff8a4f09f1e658 35 lru 00000080:00200000:0.0:1787826360.437323:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000df8c1269 35: 1< 0 - - > 2< 143360 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437325:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000048101ae0 00000080:00200000:0.0:1787826360.437326:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 36. 00000080:00200000:0.0:1787826360.437328:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 36 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437342:0:57603:0:(rw26.c:875:ll_write_end()) pos 147456, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437347:0:57603:0:(rw26.c:933:ll_write_end()) page@000000000aef0b91[3 0000000034b61225 2 1 000000001303876e 0 0 36] 00000080:00200000:0.0:1787826360.437349:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000c805a9c4 17ffffc0001001 3:0 ffff8a4f09f1ed98 36 lru 00000080:00200000:0.0:1787826360.437354:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000001c6c2b79 36: 1< 0 - - > 2< 147456 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437356:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000000aef0b91 00000080:00200000:0.0:1787826360.437357:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 37. 00000080:00200000:0.0:1787826360.437359:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 37 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437374:0:57603:0:(rw26.c:875:ll_write_end()) pos 151552, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437379:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000ab85b08a[3 0000000034b61225 2 1 000000001303876e 0 0 37] 00000080:00200000:0.0:1787826360.437382:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000082635abf 17ffffc0001001 3:0 ffff8a4f08645910 37 lru 00000080:00200000:0.0:1787826360.437387:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000291e8ef4 37: 1< 0 - - > 2< 151552 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437390:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000ab85b08a 00000080:00200000:0.0:1787826360.437391:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 38. 00000080:00200000:0.0:1787826360.437393:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 38 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437410:0:57603:0:(rw26.c:875:ll_write_end()) pos 155648, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437415:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d43b0030[3 0000000034b61225 2 1 000000001303876e 0 0 38] 00000080:00200000:0.0:1787826360.437418:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002d12528b 17ffffc0001001 3:0 ffff8a4f08645488 38 lru 00000080:00200000:0.0:1787826360.437422:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a5cb7ef8 38: 1< 0 - - > 2< 155648 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437429:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d43b0030 00000080:00200000:0.0:1787826360.437430:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 39. 00000080:00200000:0.0:1787826360.437432:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 39 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437445:0:57603:0:(rw26.c:875:ll_write_end()) pos 159744, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437449:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b57e5acd[3 0000000034b61225 2 1 000000001303876e 0 0 39] 00000080:00200000:0.0:1787826360.437451:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000dfebe039 17ffffc0001001 3:0 ffff8a4f08645cb0 39 lru 00000080:00200000:0.0:1787826360.437456:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d2f7080b 39: 1< 0 - - > 2< 159744 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437458:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b57e5acd 00000080:00200000:0.0:1787826360.437459:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 40. 00000080:00200000:0.0:1787826360.437461:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 40 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437473:0:57603:0:(rw26.c:875:ll_write_end()) pos 163840, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437476:0:57603:0:(rw26.c:933:ll_write_end()) page@000000007669ca33[3 0000000034b61225 2 1 000000001303876e 0 0 40] 00000080:00200000:0.0:1787826360.437479:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000b630d354 17ffffc0001001 3:0 ffff8a4f08645d98 40 lru 00000080:00200000:0.0:1787826360.437484:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000dfb76966 40: 1< 0 - - > 2< 163840 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437486:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000007669ca33 00000080:00200000:0.0:1787826360.437488:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 41. 00000080:00200000:0.0:1787826360.437490:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 41 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437503:0:57603:0:(rw26.c:875:ll_write_end()) pos 167936, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437508:0:57603:0:(rw26.c:933:ll_write_end()) page@000000008c9099fe[3 0000000034b61225 2 1 000000001303876e 0 0 41] 00000080:00200000:0.0:1787826360.437511:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000009dfed0f4 17ffffc0001001 3:0 ffff8a4f08645658 41 lru 00000080:00200000:0.0:1787826360.437516:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000f15fb7c7 41: 1< 0 - - > 2< 167936 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437519:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000008c9099fe 00000080:00200000:0.0:1787826360.437520:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 42. 00000080:00200000:0.0:1787826360.437522:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 42 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437541:0:57603:0:(rw26.c:875:ll_write_end()) pos 172032, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437545:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000084bbfc37[3 0000000034b61225 2 1 000000001303876e 0 0 42] 00000080:00200000:0.0:1787826360.437548:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000080ed9819 17ffffc0001021 2:0 ffff8a4f08645570 42 lru 00000080:00200000:0.0:1787826360.437553:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007ecba5ca 42: 1< 0 - - > 2< 172032 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437556:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000084bbfc37 00000080:00200000:0.0:1787826360.437557:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 43. 00000080:00200000:0.0:1787826360.437559:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 43 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437577:0:57603:0:(rw26.c:875:ll_write_end()) pos 176128, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437581:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005abee691[3 0000000034b61225 2 1 000000001303876e 0 0 43] 00000080:00200000:0.0:1787826360.437584:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002c5d0e6a 17ffffc0001001 3:0 ffff8a4f086459f8 43 lru 00000080:00200000:0.0:1787826360.437589:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a42c2252 43: 1< 0 - - > 2< 176128 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.437591:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005abee691 00000080:00200000:0.0:1787826360.437592:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 44. 00000080:00200000:0.0:1787826360.437593:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 44 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.437607:0:57603:0:(rw26.c:875:ll_write_end()) pos 180224, len 4096, copied 4096 00000080:00200000:0.0:1787826360.437611:0:57603:0:(rw26.c:933:ll_write_end()) page@000000008faffdd0[3 0000000034b61225 2 1 000000001303876e 0 0 44] 00000080:00200000:0.0:1787826360.440139:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000068465c44 17ffffc0001001 3:0 ffff8a4f086451d0 44 lru 00000080:00200000:0.0:1787826360.440151:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000008c01abfa 44: 1< 0 - - > 2< 180224 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440154:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000008faffdd0 00000080:00200000:0.0:1787826360.440156:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 45. 00000080:00200000:0.0:1787826360.440164:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 45 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440237:0:57603:0:(rw26.c:875:ll_write_end()) pos 184320, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440245:0:57603:0:(rw26.c:933:ll_write_end()) page@000000000685ed03[3 0000000034b61225 2 1 000000001303876e 0 0 45] 00000080:00200000:0.0:1787826360.440249:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f1eff080 17ffffc0001001 3:0 ffff8a4f08645bc8 45 lru 00000080:00200000:0.0:1787826360.440254:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000044e8f8ea 45: 1< 0 - - > 2< 184320 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440257:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000000685ed03 00000080:00200000:0.0:1787826360.440258:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 46. 00000080:00200000:0.0:1787826360.440260:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 46 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440276:0:57603:0:(rw26.c:875:ll_write_end()) pos 188416, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440281:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000bf812303[3 0000000034b61225 2 1 000000001303876e 0 0 46] 00000080:00200000:0.0:1787826360.440284:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000eae1c8c6 17ffffc0001001 3:0 ffff8a4f08645ae0 46 lru 00000080:00200000:0.0:1787826360.440289:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000090ead306 46: 1< 0 - - > 2< 188416 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440291:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000bf812303 00000080:00200000:0.0:1787826360.440293:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 47. 00000080:00200000:0.0:1787826360.440294:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 47 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440310:0:57603:0:(rw26.c:875:ll_write_end()) pos 192512, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440314:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a672c8b5[3 0000000034b61225 2 1 000000001303876e 0 0 47] 00000080:00200000:0.0:1787826360.440317:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000bc925428 17ffffc0001001 3:0 ffff8a4f086450e8 47 lru 00000080:00200000:0.0:1787826360.440323:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000fccb603d 47: 1< 0 - - > 2< 192512 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440332:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a672c8b5 00000080:00200000:0.0:1787826360.440333:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 48. 00000080:00200000:0.0:1787826360.440336:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 48 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440351:0:57603:0:(rw26.c:875:ll_write_end()) pos 196608, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440356:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000dfa4ad14[3 0000000034b61225 2 1 000000001303876e 0 0 48] 00000080:00200000:0.0:1787826360.440358:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000019bdf1b3 17ffffc0001001 3:0 ffff8a4f086453a0 48 lru 00000080:00200000:0.0:1787826360.440364:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000009b59e67d 48: 1< 0 - - > 2< 196608 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440366:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000dfa4ad14 00000080:00200000:0.0:1787826360.440367:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 49. 00000080:00200000:0.0:1787826360.440370:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 49 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440384:0:57603:0:(rw26.c:875:ll_write_end()) pos 200704, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440389:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d60fba9c[3 0000000034b61225 2 1 000000001303876e 0 0 49] 00000080:00200000:0.0:1787826360.440391:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000c7ae78ad 17ffffc0001001 3:0 ffff8a4f086452b8 49 lru 00000080:00200000:0.0:1787826360.440396:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000dc13e136 49: 1< 0 - - > 2< 200704 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440399:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d60fba9c 00000080:00200000:0.0:1787826360.440400:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 50. 00000080:00200000:0.0:1787826360.440402:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 50 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440417:0:57603:0:(rw26.c:875:ll_write_end()) pos 204800, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440422:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000702d0577[3 0000000034b61225 2 1 000000001303876e 0 0 50] 00000080:00200000:0.0:1787826360.440425:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000678d1693 17ffffc0001001 3:0 ffff8a4f08645740 50 lru 00000080:00200000:0.0:1787826360.440430:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d9944dc7 50: 1< 0 - - > 2< 204800 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440432:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000702d0577 00000080:00200000:0.0:1787826360.440433:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 51. 00000080:00200000:0.0:1787826360.440435:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 51 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440450:0:57603:0:(rw26.c:875:ll_write_end()) pos 208896, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440455:0:57603:0:(rw26.c:933:ll_write_end()) page@000000008e3d4e77[3 0000000034b61225 2 1 000000001303876e 0 0 51] 00000080:00200000:0.0:1787826360.440458:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000006969ca88 17ffffc0001001 3:0 ffff8a4f08645828 51 lru 00000080:00200000:0.0:1787826360.440463:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000029129a74 51: 1< 0 - - > 2< 208896 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440465:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000008e3d4e77 00000080:00200000:0.0:1787826360.440466:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 52. 00000080:00200000:0.0:1787826360.440468:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 52 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440490:0:57603:0:(rw26.c:875:ll_write_end()) pos 212992, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440495:0:57603:0:(rw26.c:933:ll_write_end()) page@000000004f733e0d[3 0000000034b61225 2 1 000000001303876e 0 0 52] 00000080:00200000:0.0:1787826360.440497:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000154720b6 17ffffc0001001 3:0 ffff8a4f08645e80 52 lru 00000080:00200000:0.0:1787826360.440502:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e007a67c 52: 1< 0 - - > 2< 212992 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440505:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000004f733e0d 00000080:00200000:0.0:1787826360.440506:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 53. 00000080:00200000:0.0:1787826360.440508:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 53 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440523:0:57603:0:(rw26.c:875:ll_write_end()) pos 217088, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440528:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000018716cf4[3 0000000034b61225 2 1 000000001303876e 0 0 53] 00000080:00200000:0.0:1787826360.440531:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f56d5ec7 17ffffc0001001 3:0 ffff8a4f08645000 53 lru 00000080:00200000:0.0:1787826360.440536:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000b70edebc 53: 1< 0 - - > 2< 217088 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440538:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000018716cf4 00000080:00200000:0.0:1787826360.440539:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 54. 00000080:00200000:0.0:1787826360.440541:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 54 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440560:0:57603:0:(rw26.c:875:ll_write_end()) pos 221184, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440564:0:57603:0:(rw26.c:933:ll_write_end()) page@000000001edbe012[3 0000000034b61225 2 1 000000001303876e 0 0 54] 00000080:00200000:0.0:1787826360.440567:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000004990b26c 17ffffc0001001 3:0 ffff8a4f09f26bc8 54 lru 00000080:00200000:0.0:1787826360.440572:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000b06c8c8f 54: 1< 0 - - > 2< 221184 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440574:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000001edbe012 00000080:00200000:0.0:1787826360.440575:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 55. 00000080:00200000:0.0:1787826360.440577:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 55 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440591:0:57603:0:(rw26.c:875:ll_write_end()) pos 225280, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440595:0:57603:0:(rw26.c:933:ll_write_end()) page@000000003e2d1939[3 0000000034b61225 2 1 000000001303876e 0 0 55] 00000080:00200000:0.0:1787826360.440598:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000062bbe7a4 17ffffc0001001 3:0 ffff8a4f09f26ae0 55 lru 00000080:00200000:0.0:1787826360.440603:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000089d8c7bb 55: 1< 0 - - > 2< 225280 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440605:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000003e2d1939 00000080:00200000:0.0:1787826360.440606:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 56. 00000080:00200000:0.0:1787826360.440608:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 56 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440624:0:57603:0:(rw26.c:875:ll_write_end()) pos 229376, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440628:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000055a32d73[3 0000000034b61225 2 1 000000001303876e 0 0 56] 00000080:00200000:0.0:1787826360.440631:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000056b505a1 17ffffc0001001 3:0 ffff8a4f09f260e8 56 lru 00000080:00200000:0.0:1787826360.440636:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000172bcb2b 56: 1< 0 - - > 2< 229376 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440645:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000055a32d73 00000080:00200000:0.0:1787826360.440647:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 57. 00000080:00200000:0.0:1787826360.440649:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 57 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440672:0:57603:0:(rw26.c:875:ll_write_end()) pos 233472, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440677:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002a1f3bac[3 0000000034b61225 2 1 000000001303876e 0 0 57] 00000080:00200000:0.0:1787826360.440679:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000000c2628ba 17ffffc0001021 2:0 ffff8a4f09f263a0 57 lru 00000080:00200000:0.0:1787826360.440684:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000006e275de4 57: 1< 0 - - > 2< 233472 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440686:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002a1f3bac 00000080:00200000:0.0:1787826360.440688:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 58. 00000080:00200000:0.0:1787826360.440689:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 58 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440708:0:57603:0:(rw26.c:875:ll_write_end()) pos 237568, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440713:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000943c484f[3 0000000034b61225 2 1 000000001303876e 0 0 58] 00000080:00200000:0.0:1787826360.440715:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000df2fe115 17ffffc0001001 3:0 ffff8a4f09f262b8 58 lru 00000080:00200000:0.0:1787826360.440720:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e3fea431 58: 1< 0 - - > 2< 237568 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440723:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000943c484f 00000080:00200000:0.0:1787826360.440724:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 59. 00000080:00200000:0.0:1787826360.440726:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 59 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440743:0:57603:0:(rw26.c:875:ll_write_end()) pos 241664, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440748:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000020c33c9f[3 0000000034b61225 2 1 000000001303876e 0 0 59] 00000080:00200000:0.0:1787826360.440750:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6c83b01 17ffffc0001001 3:0 ffff8a4f09f26740 59 lru 00000080:00200000:0.0:1787826360.440756:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000059b528b7 59: 1< 0 - - > 2< 241664 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440769:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000020c33c9f 00000080:00200000:0.0:1787826360.440771:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 60. 00000080:00200000:0.0:1787826360.440773:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 60 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440788:0:57603:0:(rw26.c:875:ll_write_end()) pos 245760, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440793:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a760ee1f[3 0000000034b61225 2 1 000000001303876e 0 0 60] 00000080:00200000:0.0:1787826360.440795:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000030f271e8 17ffffc0001001 3:0 ffff8a4f09f26828 60 lru 00000080:00200000:0.0:1787826360.440801:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000f8d18cd3 60: 1< 0 - - > 2< 245760 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440803:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a760ee1f 00000080:00200000:0.0:1787826360.440804:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 61. 00000080:00200000:0.0:1787826360.440806:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 61 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440826:0:57603:0:(rw26.c:875:ll_write_end()) pos 249856, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440831:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000fa52827c[3 0000000034b61225 2 1 000000001303876e 0 0 61] 00000080:00200000:0.0:1787826360.440834:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000009fdd40ca 17ffffc0001001 3:0 ffff8a4f09f26e80 61 lru 00000080:00200000:0.0:1787826360.440839:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000024bc1705 61: 1< 0 - - > 2< 249856 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440841:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000fa52827c 00000080:00200000:0.0:1787826360.440842:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 62. 00000080:00200000:0.0:1787826360.440845:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 62 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440894:0:57603:0:(rw26.c:875:ll_write_end()) pos 253952, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440900:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000012a77ba4[3 0000000034b61225 2 1 000000001303876e 0 0 62] 00000080:00200000:0.0:1787826360.440903:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000e15a4687 17ffffc0001001 3:0 ffff8a4f09f26000 62 lru 00000080:00200000:0.0:1787826360.440908:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000537d30d1 62: 1< 0 - - > 2< 253952 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440911:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000012a77ba4 00000080:00200000:0.0:1787826360.440912:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 63. 00000080:00200000:0.0:1787826360.440914:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 63 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440931:0:57603:0:(rw26.c:875:ll_write_end()) pos 258048, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440935:0:57603:0:(rw26.c:933:ll_write_end()) page@000000008db0aeff[3 0000000034b61225 2 1 000000001303876e 0 0 63] 00000080:00200000:0.0:1787826360.440937:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000005549548 17ffffc0001001 3:0 ffff8a4f09f26910 63 lru 00000080:00200000:0.0:1787826360.440942:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000088457f60 63: 1< 0 - - > 2< 258048 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440944:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000008db0aeff 00000080:00200000:0.0:1787826360.440945:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 64. 00000080:00200000:0.0:1787826360.440946:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 64 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.440971:0:57603:0:(rw26.c:875:ll_write_end()) pos 262144, len 4096, copied 4096 00000080:00200000:0.0:1787826360.440976:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000ec1c8d7b[3 0000000034b61225 2 1 000000001303876e 0 0 64] 00000080:00200000:0.0:1787826360.440978:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000001454ce63 17ffffc0001001 3:0 ffff8a4f09f26488 64 lru 00000080:00200000:0.0:1787826360.440983:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000eca130ee 64: 1< 0 - - > 2< 262144 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.440985:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000ec1c8d7b 00000080:00200000:0.0:1787826360.440986:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 65. 00000080:00200000:0.0:1787826360.440988:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 65 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441004:0:57603:0:(rw26.c:875:ll_write_end()) pos 266240, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441021:0:57603:0:(rw26.c:933:ll_write_end()) page@000000001473f81d[3 0000000034b61225 2 1 000000001303876e 0 0 65] 00000080:00200000:0.0:1787826360.441024:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000007c4c734b 17ffffc0001001 3:0 ffff8a4f09f26cb0 65 lru 00000080:00200000:0.0:1787826360.441031:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a46dea20 65: 1< 0 - - > 2< 266240 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441038:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000001473f81d 00000080:00200000:0.0:1787826360.441040:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 66. 00000080:00200000:0.0:1787826360.441042:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 66 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441059:0:57603:0:(rw26.c:875:ll_write_end()) pos 270336, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441063:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e839df20[3 0000000034b61225 2 1 000000001303876e 0 0 66] 00000080:00200000:0.0:1787826360.441065:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000066765f03 17ffffc0001001 3:0 ffff8a4f09f26d98 66 lru 00000080:00200000:0.0:1787826360.441070:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000beca9e74 66: 1< 0 - - > 2< 270336 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441073:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e839df20 00000080:00200000:0.0:1787826360.441074:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 67. 00000080:00200000:0.0:1787826360.441076:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 67 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441092:0:57603:0:(rw26.c:875:ll_write_end()) pos 274432, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441097:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f4a9da49[3 0000000034b61225 2 1 000000001303876e 0 0 67] 00000080:00200000:0.0:1787826360.441099:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec1f68c8 17ffffc0001001 3:0 ffff8a4f09f26658 67 lru 00000080:00200000:0.0:1787826360.441104:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000071c03bf6 67: 1< 0 - - > 2< 274432 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441106:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f4a9da49 00000080:00200000:0.0:1787826360.441107:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 68. 00000080:00200000:0.0:1787826360.441109:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 68 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441122:0:57603:0:(rw26.c:875:ll_write_end()) pos 278528, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441126:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b4d9f420[3 0000000034b61225 2 1 000000001303876e 0 0 68] 00000080:00200000:0.0:1787826360.441129:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000005e173b2e 17ffffc0001001 3:0 ffff8a4f09f26570 68 lru 00000080:00200000:0.0:1787826360.441134:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d000ef3d 68: 1< 0 - - > 2< 278528 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441136:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b4d9f420 00000080:00200000:0.0:1787826360.441138:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 69. 00000080:00200000:0.0:1787826360.441139:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 69 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441151:0:57603:0:(rw26.c:875:ll_write_end()) pos 282624, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441156:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000add12e16[3 0000000034b61225 2 1 000000001303876e 0 0 69] 00000080:00200000:0.0:1787826360.441159:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec045488 17ffffc0001001 3:0 ffff8a4f09f269f8 69 lru 00000080:00200000:0.0:1787826360.441164:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad8c8512 69: 1< 0 - - > 2< 282624 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441166:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000add12e16 00000080:00200000:0.0:1787826360.441167:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 70. 00000080:00200000:0.0:1787826360.441169:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 70 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441187:0:57603:0:(rw26.c:875:ll_write_end()) pos 286720, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441191:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000096fb81f8[3 0000000034b61225 2 1 000000001303876e 0 0 70] 00000080:00200000:0.0:1787826360.441194:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a64f25a3 17ffffc0001001 3:0 ffff8a4f09f261d0 70 lru 00000080:00200000:0.0:1787826360.441200:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000008dfd215e 70: 1< 0 - - > 2< 286720 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441202:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000096fb81f8 00000080:00200000:0.0:1787826360.441203:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 71. 00000080:00200000:0.0:1787826360.441205:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 71 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441220:0:57603:0:(rw26.c:875:ll_write_end()) pos 290816, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441224:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000ed7d45dc[3 0000000034b61225 2 1 000000001303876e 0 0 71] 00000080:00200000:0.0:1787826360.441227:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000009c672690 17ffffc0001001 3:0 ffff8a4f09e6acb0 71 lru 00000080:00200000:0.0:1787826360.441232:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000000a6146ae 71: 1< 0 - - > 2< 290816 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441235:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000ed7d45dc 00000080:00200000:0.0:1787826360.441236:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 72. 00000080:00200000:0.0:1787826360.441238:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 72 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441258:0:57603:0:(rw26.c:875:ll_write_end()) pos 294912, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441263:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a45e5b28[3 0000000034b61225 2 1 000000001303876e 0 0 72] 00000080:00200000:0.0:1787826360.441266:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000004ad2b7c1 17ffffc0001021 2:0 ffff8a4f09e6a488 72 lru 00000080:00200000:0.0:1787826360.441270:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000eec4fe10 72: 1< 0 - - > 2< 294912 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441273:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a45e5b28 00000080:00200000:0.0:1787826360.441274:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 73. 00000080:00200000:0.0:1787826360.441275:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 73 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441292:0:57603:0:(rw26.c:875:ll_write_end()) pos 299008, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441296:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000040cebcec[3 0000000034b61225 2 1 000000001303876e 0 0 73] 00000080:00200000:0.0:1787826360.441300:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000008e4688d1 17ffffc0001001 3:0 ffff8a4f09e6a910 73 lru 00000080:00200000:0.0:1787826360.441304:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007ba5f68c 73: 1< 0 - - > 2< 299008 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441307:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000040cebcec 00000080:00200000:0.0:1787826360.441308:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 74. 00000080:00200000:0.0:1787826360.441310:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 74 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441323:0:57603:0:(rw26.c:875:ll_write_end()) pos 303104, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441327:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d0ec09d3[3 0000000034b61225 2 1 000000001303876e 0 0 74] 00000080:00200000:0.0:1787826360.441330:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002245708e 17ffffc0001001 3:0 ffff8a4f09e6a000 74 lru 00000080:00200000:0.0:1787826360.441335:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a710263a 74: 1< 0 - - > 2< 303104 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441341:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d0ec09d3 00000080:00200000:0.0:1787826360.441342:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 75. 00000080:00200000:0.0:1787826360.441344:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 75 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441355:0:57603:0:(rw26.c:875:ll_write_end()) pos 307200, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441358:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000007cf6726[3 0000000034b61225 2 1 000000001303876e 0 0 75] 00000080:00200000:0.0:1787826360.441361:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000000639d8de 17ffffc0001001 3:0 ffff8a4f09e6ae80 75 lru 00000080:00200000:0.0:1787826360.441365:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000009497dd4b 75: 1< 0 - - > 2< 307200 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441367:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000007cf6726 00000080:00200000:0.0:1787826360.441368:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 76. 00000080:00200000:0.0:1787826360.441370:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 76 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441380:0:57603:0:(rw26.c:875:ll_write_end()) pos 311296, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441383:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000048e48460[3 0000000034b61225 2 1 000000001303876e 0 0 76] 00000080:00200000:0.0:1787826360.441386:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000009feb3555 17ffffc0001001 3:0 ffff8a4f09e6a828 76 lru 00000080:00200000:0.0:1787826360.441390:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d74010ff 76: 1< 0 - - > 2< 311296 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441392:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000048e48460 00000080:00200000:0.0:1787826360.441394:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 77. 00000080:00200000:0.0:1787826360.441395:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 77 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441404:0:57603:0:(rw26.c:875:ll_write_end()) pos 315392, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441408:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000217e5076[3 0000000034b61225 2 1 000000001303876e 0 0 77] 00000080:00200000:0.0:1787826360.441410:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000852f95ff 17ffffc0001001 3:0 ffff8a4f09e6a740 77 lru 00000080:00200000:0.0:1787826360.441415:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000002aec7bb3 77: 1< 0 - - > 2< 315392 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441417:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000217e5076 00000080:00200000:0.0:1787826360.441418:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 78. 00000080:00200000:0.0:1787826360.441419:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 78 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441430:0:57603:0:(rw26.c:875:ll_write_end()) pos 319488, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441433:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d0773b8f[3 0000000034b61225 2 1 000000001303876e 0 0 78] 00000080:00200000:0.0:1787826360.441435:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000008379dc2e 17ffffc0001001 3:0 ffff8a4f09e6a2b8 78 lru 00000080:00200000:0.0:1787826360.441440:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d0b6f4fa 78: 1< 0 - - > 2< 319488 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441442:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d0773b8f 00000080:00200000:0.0:1787826360.441443:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 79. 00000080:00200000:0.0:1787826360.441445:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 79 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441457:0:57603:0:(rw26.c:875:ll_write_end()) pos 323584, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441460:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002ba4c70a[3 0000000034b61225 2 1 000000001303876e 0 0 79] 00000080:00200000:0.0:1787826360.441463:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000e7081e93 17ffffc0001001 3:0 ffff8a4f09e6a3a0 79 lru 00000080:00200000:0.0:1787826360.441467:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000008dd1b3e9 79: 1< 0 - - > 2< 323584 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441469:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002ba4c70a 00000080:00200000:0.0:1787826360.441470:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 80. 00000080:00200000:0.0:1787826360.441472:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 80 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441485:0:57603:0:(rw26.c:875:ll_write_end()) pos 327680, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441489:0:57603:0:(rw26.c:933:ll_write_end()) page@000000008d3be358[3 0000000034b61225 2 1 000000001303876e 0 0 80] 00000080:00200000:0.0:1787826360.441492:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000003242f093 17ffffc0001001 3:0 ffff8a4f09e6ad98 80 lru 00000080:00200000:0.0:1787826360.441496:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000003f586c60 80: 1< 0 - - > 2< 327680 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441499:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000008d3be358 00000080:00200000:0.0:1787826360.441499:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 81. 00000080:00200000:0.0:1787826360.441501:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 81 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441513:0:57603:0:(rw26.c:875:ll_write_end()) pos 331776, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441517:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e01b00f1[3 0000000034b61225 2 1 000000001303876e 0 0 81] 00000080:00200000:0.0:1787826360.441519:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000005278b461 17ffffc0001001 3:0 ffff8a4f09e6a658 81 lru 00000080:00200000:0.0:1787826360.441523:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000054740a07 81: 1< 0 - - > 2< 331776 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441525:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e01b00f1 00000080:00200000:0.0:1787826360.441526:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 82. 00000080:00200000:0.0:1787826360.441527:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 82 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441538:0:57603:0:(rw26.c:875:ll_write_end()) pos 335872, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441541:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f547b524[3 0000000034b61225 2 1 000000001303876e 0 0 82] 00000080:00200000:0.0:1787826360.441543:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000d313fc91 17ffffc0001001 3:0 ffff8a4f09e6a570 82 lru 00000080:00200000:0.0:1787826360.441549:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb7fa96f 82: 1< 0 - - > 2< 335872 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441551:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f547b524 00000080:00200000:0.0:1787826360.441552:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 83. 00000080:00200000:0.0:1787826360.441553:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 83 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441564:0:57603:0:(rw26.c:875:ll_write_end()) pos 339968, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441568:0:57603:0:(rw26.c:933:ll_write_end()) page@000000006418e627[3 0000000034b61225 2 1 000000001303876e 0 0 83] 00000080:00200000:0.0:1787826360.441570:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000008f8b8f66 17ffffc0001001 3:0 ffff8a4f09e6a9f8 83 lru 00000080:00200000:0.0:1787826360.441575:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e4e601f4 83: 1< 0 - - > 2< 339968 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441581:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000006418e627 00000080:00200000:0.0:1787826360.441583:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 84. 00000080:00200000:0.0:1787826360.441585:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 84 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441595:0:57603:0:(rw26.c:875:ll_write_end()) pos 344064, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441599:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b5cc44c7[3 0000000034b61225 2 1 000000001303876e 0 0 84] 00000080:00200000:0.0:1787826360.441601:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000fba4adf9 17ffffc0001001 3:0 ffff8a4f09e6a1d0 84 lru 00000080:00200000:0.0:1787826360.441606:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000f94c574f 84: 1< 0 - - > 2< 344064 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441608:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b5cc44c7 00000080:00200000:0.0:1787826360.441609:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 85. 00000080:00200000:0.0:1787826360.441611:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 85 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441621:0:57603:0:(rw26.c:875:ll_write_end()) pos 348160, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441625:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b0d70e74[3 0000000034b61225 2 1 000000001303876e 0 0 85] 00000080:00200000:0.0:1787826360.441627:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f525f279 17ffffc0001001 3:0 ffff8a4f09e6abc8 85 lru 00000080:00200000:0.0:1787826360.441632:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000078dbaf96 85: 1< 0 - - > 2< 348160 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441635:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b0d70e74 00000080:00200000:0.0:1787826360.441636:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 86. 00000080:00200000:0.0:1787826360.441638:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 86 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441649:0:57603:0:(rw26.c:875:ll_write_end()) pos 352256, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441653:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f67a4a02[3 0000000034b61225 2 1 000000001303876e 0 0 86] 00000080:00200000:0.0:1787826360.441656:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000004162ab0a 17ffffc0001001 3:0 ffff8a4f09e6aae0 86 lru 00000080:00200000:0.0:1787826360.441667:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d944f386 86: 1< 0 - - > 2< 352256 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441670:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f67a4a02 00000080:00200000:0.0:1787826360.441671:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 87. 00000080:00200000:0.0:1787826360.441673:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 87 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441693:0:57603:0:(rw26.c:875:ll_write_end()) pos 356352, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441697:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d3627058[3 0000000034b61225 2 1 000000001303876e 0 0 87] 00000080:00200000:0.0:1787826360.441700:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000003df0f938 17ffffc0001021 2:0 ffff8a4f09e6a0e8 87 lru 00000080:00200000:0.0:1787826360.441705:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e74d4d5f 87: 1< 0 - - > 2< 356352 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441708:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d3627058 00000080:00200000:0.0:1787826360.441709:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 88. 00000080:00200000:0.0:1787826360.441711:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 88 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441739:0:57603:0:(rw26.c:875:ll_write_end()) pos 360448, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441744:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000117b0527[3 0000000034b61225 2 1 000000001303876e 0 0 88] 00000080:00200000:0.0:1787826360.441746:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000093db9b71 17ffffc0001001 3:0 ffff8a4f115293a0 88 lru 00000080:00200000:0.0:1787826360.441751:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000cf0e8ff3 88: 1< 0 - - > 2< 360448 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441753:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000117b0527 00000080:00200000:0.0:1787826360.441754:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 89. 00000080:00200000:0.0:1787826360.441767:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 89 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441783:0:57603:0:(rw26.c:875:ll_write_end()) pos 364544, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441787:0:57603:0:(rw26.c:933:ll_write_end()) page@000000003b9645e1[3 0000000034b61225 2 1 000000001303876e 0 0 89] 00000080:00200000:0.0:1787826360.441790:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0ff8878 17ffffc0001001 3:0 ffff8a4f115292b8 89 lru 00000080:00200000:0.0:1787826360.441794:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e562633d 89: 1< 0 - - > 2< 364544 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441796:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000003b9645e1 00000080:00200000:0.0:1787826360.441798:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 90. 00000080:00200000:0.0:1787826360.441799:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 90 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441813:0:57603:0:(rw26.c:875:ll_write_end()) pos 368640, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441817:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000c28cbf5e[3 0000000034b61225 2 1 000000001303876e 0 0 90] 00000080:00200000:0.0:1787826360.441820:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000011e777a3 17ffffc0001001 3:0 ffff8a4f11529740 90 lru 00000080:00200000:0.0:1787826360.441825:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000275a509f 90: 1< 0 - - > 2< 368640 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441827:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000c28cbf5e 00000080:00200000:0.0:1787826360.441828:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 91. 00000080:00200000:0.0:1787826360.441829:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 91 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441842:0:57603:0:(rw26.c:875:ll_write_end()) pos 372736, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441846:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000008427524[3 0000000034b61225 2 1 000000001303876e 0 0 91] 00000080:00200000:0.0:1787826360.441848:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000099f9c088 17ffffc0001001 3:0 ffff8a4f11529828 91 lru 00000080:00200000:0.0:1787826360.441877:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000061f0eac2 91: 1< 0 - - > 2< 372736 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441879:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000008427524 00000080:00200000:0.0:1787826360.441880:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 92. 00000080:00200000:0.0:1787826360.441882:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 92 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441896:0:57603:0:(rw26.c:875:ll_write_end()) pos 376832, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441900:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000c54e861a[3 0000000034b61225 2 1 000000001303876e 0 0 92] 00000080:00200000:0.0:1787826360.441902:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000b17e0d51 17ffffc0001001 3:0 ffff8a4f11529e80 92 lru 00000080:00200000:0.0:1787826360.441909:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000304db987 92: 1< 0 - - > 2< 376832 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441915:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000c54e861a 00000080:00200000:0.0:1787826360.441916:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 93. 00000080:00200000:0.0:1787826360.441918:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 93 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441931:0:57603:0:(rw26.c:875:ll_write_end()) pos 380928, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441935:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000112f2c5a[3 0000000034b61225 2 1 000000001303876e 0 0 93] 00000080:00200000:0.0:1787826360.441938:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000048b59e5a 17ffffc0001001 3:0 ffff8a4f11529000 93 lru 00000080:00200000:0.0:1787826360.441942:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000058c1eb55 93: 1< 0 - - > 2< 380928 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441944:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000112f2c5a 00000080:00200000:0.0:1787826360.441945:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 94. 00000080:00200000:0.0:1787826360.441947:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 94 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441962:0:57603:0:(rw26.c:875:ll_write_end()) pos 385024, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441966:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000712ad6f4[3 0000000034b61225 2 1 000000001303876e 0 0 94] 00000080:00200000:0.0:1787826360.441968:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000058e361c6 17ffffc0001001 3:0 ffff8a4f11529910 94 lru 00000080:00200000:0.0:1787826360.441973:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000c2ee0c59 94: 1< 0 - - > 2< 385024 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.441975:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000712ad6f4 00000080:00200000:0.0:1787826360.441976:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 95. 00000080:00200000:0.0:1787826360.441977:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 95 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.441988:0:57603:0:(rw26.c:875:ll_write_end()) pos 389120, len 4096, copied 4096 00000080:00200000:0.0:1787826360.441991:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b91b3e7e[3 0000000034b61225 2 1 000000001303876e 0 0 95] 00000080:00200000:0.0:1787826360.441994:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000fd07a5a5 17ffffc0001001 3:0 ffff8a4f11529488 95 lru 00000080:00200000:0.0:1787826360.441999:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007daef502 95: 1< 0 - - > 2< 389120 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.442001:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b91b3e7e 00000080:00200000:0.0:1787826360.442002:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 96. 00000080:00200000:0.0:1787826360.442004:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 96 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.442017:0:57603:0:(rw26.c:875:ll_write_end()) pos 393216, len 4096, copied 4096 00000080:00200000:0.0:1787826360.442022:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000eaba3ca1[3 0000000034b61225 2 1 000000001303876e 0 0 96] 00000080:00200000:0.0:1787826360.442024:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000657d3806 17ffffc0001001 3:0 ffff8a4f11529cb0 96 lru 00000080:00200000:0.0:1787826360.442030:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000006a1e4d59 96: 1< 0 - - > 2< 393216 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.442032:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000eaba3ca1 00000080:00200000:0.0:1787826360.442033:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 97. 00000080:00200000:0.0:1787826360.442035:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 97 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.442053:0:57603:0:(rw26.c:875:ll_write_end()) pos 397312, len 4096, copied 4096 00000080:00200000:0.0:1787826360.442056:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000493974e1[3 0000000034b61225 2 1 000000001303876e 0 0 97] 00000080:00200000:0.0:1787826360.442059:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f001e452 17ffffc0001001 3:0 ffff8a4f11529d98 97 lru 00000080:00200000:0.0:1787826360.442063:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000000db229a0 97: 1< 0 - - > 2< 397312 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.442065:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000493974e1 00000080:00200000:0.0:1787826360.442066:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 98. 00000080:00200000:0.0:1787826360.442068:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 98 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.442079:0:57603:0:(rw26.c:875:ll_write_end()) pos 401408, len 4096, copied 4096 00000080:00200000:0.0:1787826360.442082:0:57603:0:(rw26.c:933:ll_write_end()) page@000000003fda5e69[3 0000000034b61225 2 1 000000001303876e 0 0 98] 00000080:00200000:0.0:1787826360.442085:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000094371ef3 17ffffc0001001 3:0 ffff8a4f11529658 98 lru 00000080:00200000:0.0:1787826360.442089:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000090834b97 98: 1< 0 - - > 2< 401408 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.442091:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000003fda5e69 00000080:00200000:0.0:1787826360.442091:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 99. 00000080:00200000:0.0:1787826360.442093:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 99 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.442104:0:57603:0:(rw26.c:875:ll_write_end()) pos 405504, len 4096, copied 4096 00000080:00200000:0.0:1787826360.442108:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000fc271661[3 0000000034b61225 2 1 000000001303876e 0 0 99] 00000080:00200000:0.0:1787826360.442110:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000097ec5d31 17ffffc0001001 3:0 ffff8a4f11529570 99 lru 00000080:00200000:0.0:1787826360.442114:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000c2c94598 99: 1< 0 - - > 2< 405504 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.442116:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000fc271661 00000080:00200000:0.0:1787826360.442117:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 100. 00000080:00200000:0.0:1787826360.442119:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 100 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.442130:0:57603:0:(rw26.c:875:ll_write_end()) pos 409600, len 4096, copied 4096 00000080:00200000:0.0:1787826360.442134:0:57603:0:(rw26.c:933:ll_write_end()) page@000000008eeada66[3 0000000034b61225 2 1 000000001303876e 0 0 100] 00000080:00200000:0.0:1787826360.442137:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f7260c76 17ffffc0001001 3:0 ffff8a4f115299f8 100 lru 00000080:00200000:0.0:1787826360.442141:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000005426859a 100: 1< 0 - - > 2< 409600 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.442144:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000008eeada66 00000080:00200000:0.0:1787826360.442145:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 101. 00000080:00200000:0.0:1787826360.442146:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 101 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.442159:0:57603:0:(rw26.c:875:ll_write_end()) pos 413696, len 4096, copied 4096 00000080:00200000:0.0:1787826360.442163:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e804b78b[3 0000000034b61225 2 1 000000001303876e 0 0 101] 00000080:00200000:0.0:1787826360.442166:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000bcb74fa3 17ffffc0001001 3:0 ffff8a4f115291d0 101 lru 00000080:00200000:0.0:1787826360.442170:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000033d495db 101: 1< 0 - - > 2< 413696 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.442176:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e804b78b 00000080:00200000:0.0:1787826360.442178:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 102. 00000080:00200000:0.0:1787826360.442179:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 102 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.442196:0:57603:0:(rw26.c:875:ll_write_end()) pos 417792, len 4096, copied 4096 00000080:00200000:0.0:1787826360.442200:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002e3d3a66[3 0000000034b61225 2 1 000000001303876e 0 0 102] 00000080:00200000:0.0:1787826360.442202:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000007e2f399 17ffffc0001021 2:0 ffff8a4f11529bc8 102 lru 00000080:00200000:0.0:1787826360.442207:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007b53d16b 102: 1< 0 - - > 2< 417792 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.442209:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002e3d3a66 00000080:00200000:0.0:1787826360.442210:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 103. 00000080:00200000:0.0:1787826360.442212:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 103 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.442226:0:57603:0:(rw26.c:875:ll_write_end()) pos 421888, len 4096, copied 4096 00000080:00200000:0.0:1787826360.442229:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f634793f[3 0000000034b61225 2 1 000000001303876e 0 0 103] 00000080:00200000:0.0:1787826360.442232:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000344ad9bc 17ffffc0001001 3:0 ffff8a4f11529ae0 103 lru 00000080:00200000:0.0:1787826360.442237:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000003be6b5ae 103: 1< 0 - - > 2< 421888 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.442238:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f634793f 00000080:00200000:0.0:1787826360.442239:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 104. 00000080:00200000:0.0:1787826360.442241:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 104 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.442253:0:57603:0:(rw26.c:875:ll_write_end()) pos 425984, len 4096, copied 4096 00000080:00200000:0.0:1787826360.442258:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000076684892[3 0000000034b61225 2 1 000000001303876e 0 0 104] 00000080:00200000:0.0:1787826360.442261:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000020e484b1 17ffffc0001001 3:0 ffff8a4f115290e8 104 lru 00000080:00200000:0.0:1787826360.442266:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a6f77ed8 104: 1< 0 - - > 2< 425984 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.442268:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000076684892 00000080:00200000:0.0:1787826360.442269:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 105. 00000080:00200000:0.0:1787826360.442271:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 105 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.445696:0:57603:0:(rw26.c:875:ll_write_end()) pos 430080, len 4096, copied 4096 00000080:00200000:0.0:1787826360.445719:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000cee92831[3 0000000034b61225 2 1 000000001303876e 0 0 105] 00000080:00200000:0.0:1787826360.445724:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000026fd6bba 17ffffc0001001 3:0 ffff8a4f1a2c71d0 105 lru 00000080:00200000:0.0:1787826360.445732:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000005704332a 105: 1< 0 - - > 2< 430080 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.445735:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000cee92831 00000080:00200000:0.0:1787826360.445736:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 106. 00000080:00200000:0.0:1787826360.445794:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 106 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446117:0:57603:0:(rw26.c:875:ll_write_end()) pos 434176, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446123:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000001e6fe71[3 0000000034b61225 2 1 000000001303876e 0 0 106] 00000080:00200000:0.0:1787826360.446126:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000008956c3f7 17ffffc0001001 3:0 ffff8a4f1a2c7bc8 106 lru 00000080:00200000:0.0:1787826360.446132:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000150d9adc 106: 1< 0 - - > 2< 434176 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446134:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000001e6fe71 00000080:00200000:0.0:1787826360.446135:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 107. 00000080:00200000:0.0:1787826360.446138:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 107 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446155:0:57603:0:(rw26.c:875:ll_write_end()) pos 438272, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446160:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f23a4bd6[3 0000000034b61225 2 1 000000001303876e 0 0 107] 00000080:00200000:0.0:1787826360.446163:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000042646c3f 17ffffc0001001 3:0 ffff8a4f1a2c7ae0 107 lru 00000080:00200000:0.0:1787826360.446169:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000046d98d26 107: 1< 0 - - > 2< 438272 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446171:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f23a4bd6 00000080:00200000:0.0:1787826360.446172:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 108. 00000080:00200000:0.0:1787826360.446174:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 108 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446195:0:57603:0:(rw26.c:875:ll_write_end()) pos 442368, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446200:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000040c51db9[3 0000000034b61225 2 1 000000001303876e 0 0 108] 00000080:00200000:0.0:1787826360.446202:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a62bfe07 17ffffc0001001 3:0 ffff8a4f1a2c70e8 108 lru 00000080:00200000:0.0:1787826360.446206:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000ea61921d 108: 1< 0 - - > 2< 442368 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446209:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000040c51db9 00000080:00200000:0.0:1787826360.446210:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 109. 00000080:00200000:0.0:1787826360.446212:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 109 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446226:0:57603:0:(rw26.c:875:ll_write_end()) pos 446464, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446229:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000009291a70[3 0000000034b61225 2 1 000000001303876e 0 0 109] 00000080:00200000:0.0:1787826360.446232:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000890a9078 17ffffc0001001 3:0 ffff8a4f1a2c73a0 109 lru 00000080:00200000:0.0:1787826360.446236:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000202ae45b 109: 1< 0 - - > 2< 446464 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446238:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000009291a70 00000080:00200000:0.0:1787826360.446239:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 110. 00000080:00200000:0.0:1787826360.446241:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 110 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446254:0:57603:0:(rw26.c:875:ll_write_end()) pos 450560, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446258:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000025c2ae41[3 0000000034b61225 2 1 000000001303876e 0 0 110] 00000080:00200000:0.0:1787826360.446468:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000004855e7f5 17ffffc0001001 3:0 ffff8a4f1a2c72b8 110 lru 00000080:00200000:0.0:1787826360.446475:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000fab4ea00 110: 1< 0 - - > 2< 450560 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446486:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000025c2ae41 00000080:00200000:0.0:1787826360.446487:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 111. 00000080:00200000:0.0:1787826360.446490:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 111 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446506:0:57603:0:(rw26.c:875:ll_write_end()) pos 454656, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446510:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000cfa95b96[3 0000000034b61225 2 1 000000001303876e 0 0 111] 00000080:00200000:0.0:1787826360.446513:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4f42a4f 17ffffc0001001 3:0 ffff8a4f1a2c7740 111 lru 00000080:00200000:0.0:1787826360.446518:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000005ec3ee6d 111: 1< 0 - - > 2< 454656 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446520:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000cfa95b96 00000080:00200000:0.0:1787826360.446521:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 112. 00000080:00200000:0.0:1787826360.446523:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 112 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446537:0:57603:0:(rw26.c:875:ll_write_end()) pos 458752, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446541:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000c64af1c6[3 0000000034b61225 2 1 000000001303876e 0 0 112] 00000080:00200000:0.0:1787826360.446544:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000036a54017 17ffffc0001001 3:0 ffff8a4f1a2c7828 112 lru 00000080:00200000:0.0:1787826360.446549:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000b69e6042 112: 1< 0 - - > 2< 458752 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446551:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000c64af1c6 00000080:00200000:0.0:1787826360.446553:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 113. 00000080:00200000:0.0:1787826360.446555:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 113 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446569:0:57603:0:(rw26.c:875:ll_write_end()) pos 462848, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446574:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000bedbd876[3 0000000034b61225 2 1 000000001303876e 0 0 113] 00000080:00200000:0.0:1787826360.446577:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000013d7a3b0 17ffffc0001001 3:0 ffff8a4f1a2c7e80 113 lru 00000080:00200000:0.0:1787826360.446582:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000071045598 113: 1< 0 - - > 2< 462848 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446584:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000bedbd876 00000080:00200000:0.0:1787826360.446585:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 114. 00000080:00200000:0.0:1787826360.446587:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 114 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446602:0:57603:0:(rw26.c:875:ll_write_end()) pos 466944, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446606:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e2939bec[3 0000000034b61225 2 1 000000001303876e 0 0 114] 00000080:00200000:0.0:1787826360.446609:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6bcddb2 17ffffc0001001 3:0 ffff8a4f1a2c7000 114 lru 00000080:00200000:0.0:1787826360.446682:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000066866c16 114: 1< 0 - - > 2< 466944 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446685:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e2939bec 00000080:00200000:0.0:1787826360.446686:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 115. 00000080:00200000:0.0:1787826360.446689:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 115 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446712:0:57603:0:(rw26.c:875:ll_write_end()) pos 471040, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446717:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b94f957b[3 0000000034b61225 2 1 000000001303876e 0 0 115] 00000080:00200000:0.0:1787826360.446720:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a2fd8a3f 17ffffc0001001 3:0 ffff8a4f1a2c7910 115 lru 00000080:00200000:0.0:1787826360.446726:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000ed4ee548 115: 1< 0 - - > 2< 471040 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446728:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b94f957b 00000080:00200000:0.0:1787826360.446729:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 116. 00000080:00200000:0.0:1787826360.446731:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 116 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446745:0:57603:0:(rw26.c:875:ll_write_end()) pos 475136, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446749:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005412c0a9[3 0000000034b61225 2 1 000000001303876e 0 0 116] 00000080:00200000:0.0:1787826360.446752:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000022fcb0ae 17ffffc0001001 3:0 ffff8a4f1a2c7488 116 lru 00000080:00200000:0.0:1787826360.446767:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000281356e3 116: 1< 0 - - > 2< 475136 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446769:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005412c0a9 00000080:00200000:0.0:1787826360.446770:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 117. 00000080:00200000:0.0:1787826360.446773:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 117 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446800:0:57603:0:(rw26.c:875:ll_write_end()) pos 479232, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446805:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005eafbcc8[3 0000000034b61225 2 1 000000001303876e 0 0 117] 00000080:00200000:0.0:1787826360.446807:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0b597c0 17ffffc0001021 2:0 ffff8a4f1a2c7cb0 117 lru 00000080:00200000:0.0:1787826360.446812:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000006b4edf88 117: 1< 0 - - > 2< 479232 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446815:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005eafbcc8 00000080:00200000:0.0:1787826360.446816:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 118. 00000080:00200000:0.0:1787826360.446818:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 118 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.446833:0:57603:0:(rw26.c:875:ll_write_end()) pos 483328, len 4096, copied 4096 00000080:00200000:0.0:1787826360.446838:0:57603:0:(rw26.c:933:ll_write_end()) page@000000004e30ebb9[3 0000000034b61225 2 1 000000001303876e 0 0 118] 00000080:00200000:0.0:1787826360.446841:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000387009c3 17ffffc0001001 3:0 ffff8a4f1a2c7d98 118 lru 00000080:00200000:0.0:1787826360.446846:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000007b24397 118: 1< 0 - - > 2< 483328 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.446848:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000004e30ebb9 00000080:00200000:0.0:1787826360.447148:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 119. 00000080:00200000:0.0:1787826360.447156:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 119 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447175:0:57603:0:(rw26.c:875:ll_write_end()) pos 487424, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447180:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a713d02f[3 0000000034b61225 2 1 000000001303876e 0 0 119] 00000080:00200000:0.0:1787826360.447183:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000069248b8b 17ffffc0001001 3:0 ffff8a4f1a2c7658 119 lru 00000080:00200000:0.0:1787826360.447189:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d2be3cb0 119: 1< 0 - - > 2< 487424 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447197:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a713d02f 00000080:00200000:0.0:1787826360.447198:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 120. 00000080:00200000:0.0:1787826360.447200:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 120 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447215:0:57603:0:(rw26.c:875:ll_write_end()) pos 491520, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447219:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000c1fbc413[3 0000000034b61225 2 1 000000001303876e 0 0 120] 00000080:00200000:0.0:1787826360.447222:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000beb55057 17ffffc0001001 3:0 ffff8a4f1a2c7570 120 lru 00000080:00200000:0.0:1787826360.447227:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000873b6ab8 120: 1< 0 - - > 2< 491520 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447229:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000c1fbc413 00000080:00200000:0.0:1787826360.447231:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 121. 00000080:00200000:0.0:1787826360.447232:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 121 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447248:0:57603:0:(rw26.c:875:ll_write_end()) pos 495616, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447253:0:57603:0:(rw26.c:933:ll_write_end()) page@000000000aaf06b2[3 0000000034b61225 2 1 000000001303876e 0 0 121] 00000080:00200000:0.0:1787826360.447256:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000abe9708d 17ffffc0001001 3:0 ffff8a4f1a2c79f8 121 lru 00000080:00200000:0.0:1787826360.447261:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e9f5b84c 121: 1< 0 - - > 2< 495616 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447263:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000000aaf06b2 00000080:00200000:0.0:1787826360.447265:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 122. 00000080:00200000:0.0:1787826360.447267:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 122 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447298:0:57603:0:(rw26.c:875:ll_write_end()) pos 499712, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447302:0:57603:0:(rw26.c:933:ll_write_end()) page@000000001dd1b094[3 0000000034b61225 2 1 000000001303876e 0 0 122] 00000080:00200000:0.0:1787826360.447305:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000d302c7df 17ffffc0001001 3:0 ffff8a4f1157e488 122 lru 00000080:00200000:0.0:1787826360.447310:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000bdcd43eb 122: 1< 0 - - > 2< 499712 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447312:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000001dd1b094 00000080:00200000:0.0:1787826360.447313:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 123. 00000080:00200000:0.0:1787826360.447315:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 123 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447329:0:57603:0:(rw26.c:875:ll_write_end()) pos 503808, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447333:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000fd0ca919[3 0000000034b61225 2 1 000000001303876e 0 0 123] 00000080:00200000:0.0:1787826360.447335:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002c6d5db7 17ffffc0001001 3:0 ffff8a4f1157ecb0 123 lru 00000080:00200000:0.0:1787826360.447340:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000001022f15c 123: 1< 0 - - > 2< 503808 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447342:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000fd0ca919 00000080:00200000:0.0:1787826360.447343:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 124. 00000080:00200000:0.0:1787826360.447346:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 124 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447364:0:57603:0:(rw26.c:875:ll_write_end()) pos 507904, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447368:0:57603:0:(rw26.c:933:ll_write_end()) page@000000009857fb62[3 0000000034b61225 2 1 000000001303876e 0 0 124] 00000080:00200000:0.0:1787826360.447370:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6d5cef3 17ffffc0001001 3:0 ffff8a4f1157ed98 124 lru 00000080:00200000:0.0:1787826360.447375:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000047637f11 124: 1< 0 - - > 2< 507904 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447377:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000009857fb62 00000080:00200000:0.0:1787826360.447378:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 125. 00000080:00200000:0.0:1787826360.447380:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 125 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447398:0:57603:0:(rw26.c:875:ll_write_end()) pos 512000, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447403:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000021d4fb5f[3 0000000034b61225 2 1 000000001303876e 0 0 125] 00000080:00200000:0.0:1787826360.447406:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000074044c20 17ffffc0001001 3:0 ffff8a4f1157e658 125 lru 00000080:00200000:0.0:1787826360.447411:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000b857e086 125: 1< 0 - - > 2< 512000 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447414:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000021d4fb5f 00000080:00200000:0.0:1787826360.447415:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 126. 00000080:00200000:0.0:1787826360.447416:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 126 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447432:0:57603:0:(rw26.c:875:ll_write_end()) pos 516096, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447436:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000ab569a66[3 0000000034b61225 2 1 000000001303876e 0 0 126] 00000080:00200000:0.0:1787826360.447439:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000fc96415e 17ffffc0001001 3:0 ffff8a4f1157e570 126 lru 00000080:00200000:0.0:1787826360.447444:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000b80b824d 126: 1< 0 - - > 2< 516096 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447446:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000ab569a66 00000080:00200000:0.0:1787826360.447447:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 127. 00000080:00200000:0.0:1787826360.447448:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 127 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447461:0:57603:0:(rw26.c:875:ll_write_end()) pos 520192, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447465:0:57603:0:(rw26.c:933:ll_write_end()) page@000000000a7610fb[3 0000000034b61225 2 1 000000001303876e 0 0 127] 00000080:00200000:0.0:1787826360.447468:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000001dad2b08 17ffffc0001001 3:0 ffff8a4f1157e9f8 127 lru 00000080:00200000:0.0:1787826360.447473:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000043e5a89 127: 1< 0 - - > 2< 520192 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447475:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000000a7610fb 00000080:00200000:0.0:1787826360.447476:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 128. 00000080:00200000:0.0:1787826360.447478:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 128 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447497:0:57603:0:(rw26.c:875:ll_write_end()) pos 524288, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447501:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000433d500a[3 0000000034b61225 2 1 000000001303876e 0 0 128] 00000080:00200000:0.0:1787826360.447504:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000045a2aad9 17ffffc0001001 3:0 ffff8a4f1157e1d0 128 lru 00000080:00200000:0.0:1787826360.447509:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e8657e69 128: 1< 0 - - > 2< 524288 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447516:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000433d500a 00000080:00200000:0.0:1787826360.447517:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 129. 00000080:00200000:0.0:1787826360.447519:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 129 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447535:0:57603:0:(rw26.c:875:ll_write_end()) pos 528384, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447539:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000999dc2fb[3 0000000034b61225 2 1 000000001303876e 0 0 129] 00000080:00200000:0.0:1787826360.447542:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000fa22563f 17ffffc0001001 3:0 ffff8a4f1157ebc8 129 lru 00000080:00200000:0.0:1787826360.447547:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000006f4700a8 129: 1< 0 - - > 2< 528384 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447549:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000999dc2fb 00000080:00200000:0.0:1787826360.447551:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 130. 00000080:00200000:0.0:1787826360.447553:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 130 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447567:0:57603:0:(rw26.c:875:ll_write_end()) pos 532480, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447571:0:57603:0:(rw26.c:933:ll_write_end()) page@000000008afb4811[3 0000000034b61225 2 1 000000001303876e 0 0 130] 00000080:00200000:0.0:1787826360.447574:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000544746ef 17ffffc0001001 3:0 ffff8a4f1157eae0 130 lru 00000080:00200000:0.0:1787826360.447579:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000064a72da2 130: 1< 0 - - > 2< 532480 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447581:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000008afb4811 00000080:00200000:0.0:1787826360.447582:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 131. 00000080:00200000:0.0:1787826360.447584:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 131 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447600:0:57603:0:(rw26.c:875:ll_write_end()) pos 536576, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447604:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000029d1dac7[3 0000000034b61225 2 1 000000001303876e 0 0 131] 00000080:00200000:0.0:1787826360.447607:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000003c297e42 17ffffc0001001 3:0 ffff8a4f1157e0e8 131 lru 00000080:00200000:0.0:1787826360.447624:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000008d1ffaf1 131: 1< 0 - - > 2< 536576 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447627:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000029d1dac7 00000080:00200000:0.0:1787826360.447628:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 132. 00000080:00200000:0.0:1787826360.447630:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 132 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447653:0:57603:0:(rw26.c:875:ll_write_end()) pos 540672, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447657:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000ac32b45f[3 0000000034b61225 2 1 000000001303876e 0 0 132] 00000080:00200000:0.0:1787826360.447660:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f8478712 17ffffc0001021 2:0 ffff8a4f1157e3a0 132 lru 00000080:00200000:0.0:1787826360.447674:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000cbe022cf 132: 1< 0 - - > 2< 540672 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447677:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000ac32b45f 00000080:00200000:0.0:1787826360.447678:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 133. 00000080:00200000:0.0:1787826360.447681:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 133 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447700:0:57603:0:(rw26.c:875:ll_write_end()) pos 544768, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447705:0:57603:0:(rw26.c:933:ll_write_end()) page@000000009fccadb6[3 0000000034b61225 2 1 000000001303876e 0 0 133] 00000080:00200000:0.0:1787826360.447707:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000271c79da 17ffffc0001001 3:0 ffff8a4f1157e2b8 133 lru 00000080:00200000:0.0:1787826360.447712:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000dd6a85af 133: 1< 0 - - > 2< 544768 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447714:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000009fccadb6 00000080:00200000:0.0:1787826360.447715:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 134. 00000080:00200000:0.0:1787826360.447717:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 134 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447730:0:57603:0:(rw26.c:875:ll_write_end()) pos 548864, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447734:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005d7680c4[3 0000000034b61225 2 1 000000001303876e 0 0 134] 00000080:00200000:0.0:1787826360.447737:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000003aa09785 17ffffc0001001 3:0 ffff8a4f1157e740 134 lru 00000080:00200000:0.0:1787826360.447742:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000003828d124 134: 1< 0 - - > 2< 548864 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447744:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005d7680c4 00000080:00200000:0.0:1787826360.447745:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 135. 00000080:00200000:0.0:1787826360.447747:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 135 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447772:0:57603:0:(rw26.c:875:ll_write_end()) pos 552960, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447777:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000014390a70[3 0000000034b61225 2 1 000000001303876e 0 0 135] 00000080:00200000:0.0:1787826360.447780:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000000c09aa3b 17ffffc0001001 3:0 ffff8a4f1157e828 135 lru 00000080:00200000:0.0:1787826360.447786:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000304ec9ca 135: 1< 0 - - > 2< 552960 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447788:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000014390a70 00000080:00200000:0.0:1787826360.447789:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 136. 00000080:00200000:0.0:1787826360.447791:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 136 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447809:0:57603:0:(rw26.c:875:ll_write_end()) pos 557056, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447813:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000aa9d79df[3 0000000034b61225 2 1 000000001303876e 0 0 136] 00000080:00200000:0.0:1787826360.447816:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000003686f9e8 17ffffc0001001 3:0 ffff8a4f1157ee80 136 lru 00000080:00200000:0.0:1787826360.447821:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d7755be4 136: 1< 0 - - > 2< 557056 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.447824:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000aa9d79df 00000080:00200000:0.0:1787826360.447825:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 137. 00000080:00200000:0.0:1787826360.447827:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 137 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.447841:0:57603:0:(rw26.c:875:ll_write_end()) pos 561152, len 4096, copied 4096 00000080:00200000:0.0:1787826360.447845:0:57603:0:(rw26.c:933:ll_write_end()) page@000000006b1aaf15[3 0000000034b61225 2 1 000000001303876e 0 0 137] 00000080:00200000:0.0:1787826360.448102:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000e3f902ff 17ffffc0001001 3:0 ffff8a4f1157e000 137 lru 00000080:00200000:0.0:1787826360.448113:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000000f4473bf 137: 1< 0 - - > 2< 561152 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448122:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000006b1aaf15 00000080:00200000:0.0:1787826360.448124:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 138. 00000080:00200000:0.0:1787826360.448127:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 138 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448143:0:57603:0:(rw26.c:875:ll_write_end()) pos 565248, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448148:0:57603:0:(rw26.c:933:ll_write_end()) page@000000009121ee2d[3 0000000034b61225 2 1 000000001303876e 0 0 138] 00000080:00200000:0.0:1787826360.448150:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec8e60db 17ffffc0001001 3:0 ffff8a4f1157e910 138 lru 00000080:00200000:0.0:1787826360.448156:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000043e19544 138: 1< 0 - - > 2< 565248 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448157:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000009121ee2d 00000080:00200000:0.0:1787826360.448159:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 139. 00000080:00200000:0.0:1787826360.448161:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 139 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448184:0:57603:0:(rw26.c:875:ll_write_end()) pos 569344, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448188:0:57603:0:(rw26.c:933:ll_write_end()) page@000000001e353659[3 0000000034b61225 2 1 000000001303876e 0 0 139] 00000080:00200000:0.0:1787826360.448191:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000096675cef 17ffffc0001001 3:0 ffff8a4f1157b9f8 139 lru 00000080:00200000:0.0:1787826360.448197:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000001cffbf 139: 1< 0 - - > 2< 569344 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448199:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000001e353659 00000080:00200000:0.0:1787826360.448201:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 140. 00000080:00200000:0.0:1787826360.448203:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 140 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448218:0:57603:0:(rw26.c:875:ll_write_end()) pos 573440, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448222:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002baded87[3 0000000034b61225 2 1 000000001303876e 0 0 140] 00000080:00200000:0.0:1787826360.448225:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa562214 17ffffc0001001 3:0 ffff8a4f1157b1d0 140 lru 00000080:00200000:0.0:1787826360.448230:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000003bac5114 140: 1< 0 - - > 2< 573440 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448232:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002baded87 00000080:00200000:0.0:1787826360.448234:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 141. 00000080:00200000:0.0:1787826360.448235:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 141 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448249:0:57603:0:(rw26.c:875:ll_write_end()) pos 577536, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448253:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000722a19d7[3 0000000034b61225 2 1 000000001303876e 0 0 141] 00000080:00200000:0.0:1787826360.448255:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000747d0af6 17ffffc0001001 3:0 ffff8a4f1157bbc8 141 lru 00000080:00200000:0.0:1787826360.448260:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e5b8371c 141: 1< 0 - - > 2< 577536 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448262:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000722a19d7 00000080:00200000:0.0:1787826360.448263:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 142. 00000080:00200000:0.0:1787826360.448265:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 142 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448284:0:57603:0:(rw26.c:875:ll_write_end()) pos 581632, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448288:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000047519dfd[3 0000000034b61225 2 1 000000001303876e 0 0 142] 00000080:00200000:0.0:1787826360.448291:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f187fb6f 17ffffc0001001 3:0 ffff8a4f1157bae0 142 lru 00000080:00200000:0.0:1787826360.448297:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a1e1da1e 142: 1< 0 - - > 2< 581632 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448299:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000047519dfd 00000080:00200000:0.0:1787826360.448300:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 143. 00000080:00200000:0.0:1787826360.448302:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 143 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448315:0:57603:0:(rw26.c:875:ll_write_end()) pos 585728, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448319:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005f5114a2[3 0000000034b61225 2 1 000000001303876e 0 0 143] 00000080:00200000:0.0:1787826360.448322:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000075ebb348 17ffffc0001001 3:0 ffff8a4f1157b0e8 143 lru 00000080:00200000:0.0:1787826360.448326:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000044372b53 143: 1< 0 - - > 2< 585728 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448328:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005f5114a2 00000080:00200000:0.0:1787826360.448329:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 144. 00000080:00200000:0.0:1787826360.448331:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 144 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448345:0:57603:0:(rw26.c:875:ll_write_end()) pos 589824, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448350:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a0500a3c[3 0000000034b61225 2 1 000000001303876e 0 0 144] 00000080:00200000:0.0:1787826360.448352:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000fda53570 17ffffc0001001 3:0 ffff8a4f1157b3a0 144 lru 00000080:00200000:0.0:1787826360.448357:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000073ee01d4 144: 1< 0 - - > 2< 589824 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448359:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a0500a3c 00000080:00200000:0.0:1787826360.448360:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 145. 00000080:00200000:0.0:1787826360.448362:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 145 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448378:0:57603:0:(rw26.c:875:ll_write_end()) pos 593920, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448382:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000bd64b7f8[3 0000000034b61225 2 1 000000001303876e 0 0 145] 00000080:00200000:0.0:1787826360.448385:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ead94429 17ffffc0001001 3:0 ffff8a4f1157b2b8 145 lru 00000080:00200000:0.0:1787826360.448390:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000c4eef1e7 145: 1< 0 - - > 2< 593920 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448392:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000bd64b7f8 00000080:00200000:0.0:1787826360.448393:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 146. 00000080:00200000:0.0:1787826360.448395:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 146 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448410:0:57603:0:(rw26.c:875:ll_write_end()) pos 598016, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448415:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a001b494[3 0000000034b61225 2 1 000000001303876e 0 0 146] 00000080:00200000:0.0:1787826360.448418:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000192ae4b3 17ffffc0001001 3:0 ffff8a4f1157b740 146 lru 00000080:00200000:0.0:1787826360.448423:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000003d2f2f6c 146: 1< 0 - - > 2< 598016 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448429:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a001b494 00000080:00200000:0.0:1787826360.448431:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 147. 00000080:00200000:0.0:1787826360.448433:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 147 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448453:0:57603:0:(rw26.c:875:ll_write_end()) pos 602112, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448458:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000070c2ed34[3 0000000034b61225 2 1 000000001303876e 0 0 147] 00000080:00200000:0.0:1787826360.448461:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000000f8c2a10 17ffffc0001021 2:0 ffff8a4f1157b828 147 lru 00000080:00200000:0.0:1787826360.448467:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000768d89a2 147: 1< 0 - - > 2< 602112 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448469:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000070c2ed34 00000080:00200000:0.0:1787826360.448470:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 148. 00000080:00200000:0.0:1787826360.448472:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 148 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448488:0:57603:0:(rw26.c:875:ll_write_end()) pos 606208, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448493:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000398af46e[3 0000000034b61225 2 1 000000001303876e 0 0 148] 00000080:00200000:0.0:1787826360.448495:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000076c9bf5a 17ffffc0001001 3:0 ffff8a4f1157be80 148 lru 00000080:00200000:0.0:1787826360.448500:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000b9766954 148: 1< 0 - - > 2< 606208 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448503:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000398af46e 00000080:00200000:0.0:1787826360.448504:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 149. 00000080:00200000:0.0:1787826360.448506:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 149 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448521:0:57603:0:(rw26.c:875:ll_write_end()) pos 610304, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448526:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a36d5af6[3 0000000034b61225 2 1 000000001303876e 0 0 149] 00000080:00200000:0.0:1787826360.448528:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000e1f4cf08 17ffffc0001001 3:0 ffff8a4f1157b000 149 lru 00000080:00200000:0.0:1787826360.448534:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000fcf75d23 149: 1< 0 - - > 2< 610304 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448536:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a36d5af6 00000080:00200000:0.0:1787826360.448537:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 150. 00000080:00200000:0.0:1787826360.448539:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 150 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448555:0:57603:0:(rw26.c:875:ll_write_end()) pos 614400, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448560:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f6c9f6e3[3 0000000034b61225 2 1 000000001303876e 0 0 150] 00000080:00200000:0.0:1787826360.448563:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000009107b637 17ffffc0001001 3:0 ffff8a4f1157b910 150 lru 00000080:00200000:0.0:1787826360.448568:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000026d22046 150: 1< 0 - - > 2< 614400 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448571:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f6c9f6e3 00000080:00200000:0.0:1787826360.448572:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 151. 00000080:00200000:0.0:1787826360.448574:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 151 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448591:0:57603:0:(rw26.c:875:ll_write_end()) pos 618496, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448596:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000486fed43[3 0000000034b61225 2 1 000000001303876e 0 0 151] 00000080:00200000:0.0:1787826360.448599:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a00d9349 17ffffc0001001 3:0 ffff8a4f1157b488 151 lru 00000080:00200000:0.0:1787826360.448604:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000085ba0ab8 151: 1< 0 - - > 2< 618496 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448607:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000486fed43 00000080:00200000:0.0:1787826360.448608:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 152. 00000080:00200000:0.0:1787826360.448807:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 152 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448828:0:57603:0:(rw26.c:875:ll_write_end()) pos 622592, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448833:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000792edf75[3 0000000034b61225 2 1 000000001303876e 0 0 152] 00000080:00200000:0.0:1787826360.448836:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc545841 17ffffc0001001 3:0 ffff8a4f1157bcb0 152 lru 00000080:00200000:0.0:1787826360.448842:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000130a5eb0 152: 1< 0 - - > 2< 622592 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448844:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000792edf75 00000080:00200000:0.0:1787826360.448845:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 153. 00000080:00200000:0.0:1787826360.448848:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 153 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448935:0:57603:0:(rw26.c:875:ll_write_end()) pos 626688, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448940:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000fa694efc[3 0000000034b61225 2 1 000000001303876e 0 0 153] 00000080:00200000:0.0:1787826360.448943:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000005f63788 17ffffc0001001 3:0 ffff8a4f1157bd98 153 lru 00000080:00200000:0.0:1787826360.448947:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000004ccf6e45 153: 1< 0 - - > 2< 626688 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448950:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000fa694efc 00000080:00200000:0.0:1787826360.448951:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 154. 00000080:00200000:0.0:1787826360.448953:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 154 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.448967:0:57603:0:(rw26.c:875:ll_write_end()) pos 630784, len 4096, copied 4096 00000080:00200000:0.0:1787826360.448971:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005389fa7f[3 0000000034b61225 2 1 000000001303876e 0 0 154] 00000080:00200000:0.0:1787826360.448974:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000570bb75f 17ffffc0001001 3:0 ffff8a4f1157b658 154 lru 00000080:00200000:0.0:1787826360.448980:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb7337c4 154: 1< 0 - - > 2< 630784 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.448982:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005389fa7f 00000080:00200000:0.0:1787826360.448983:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 155. 00000080:00200000:0.0:1787826360.448986:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 155 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449001:0:57603:0:(rw26.c:875:ll_write_end()) pos 634880, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449006:0:57603:0:(rw26.c:933:ll_write_end()) page@000000009e16ad7f[3 0000000034b61225 2 1 000000001303876e 0 0 155] 00000080:00200000:0.0:1787826360.449083:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000c22bddf1 17ffffc0001001 3:0 ffff8a4f1157b570 155 lru 00000080:00200000:0.0:1787826360.449088:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007d5226e3 155: 1< 0 - - > 2< 634880 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449096:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000009e16ad7f 00000080:00200000:0.0:1787826360.449098:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 156. 00000080:00200000:0.0:1787826360.449100:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 156 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449123:0:57603:0:(rw26.c:875:ll_write_end()) pos 638976, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449128:0:57603:0:(rw26.c:933:ll_write_end()) page@000000000dcdbc21[3 0000000034b61225 2 1 000000001303876e 0 0 156] 00000080:00200000:0.0:1787826360.449130:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002aeb7d86 17ffffc0001001 3:0 ffff8a4f10c8acb0 156 lru 00000080:00200000:0.0:1787826360.449135:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000000fc01ebf 156: 1< 0 - - > 2< 638976 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449137:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000000dcdbc21 00000080:00200000:0.0:1787826360.449138:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 157. 00000080:00200000:0.0:1787826360.449140:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 157 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449156:0:57603:0:(rw26.c:875:ll_write_end()) pos 643072, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449160:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000fdf3e0aa[3 0000000034b61225 2 1 000000001303876e 0 0 157] 00000080:00200000:0.0:1787826360.449163:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000006db4303d 17ffffc0001001 3:0 ffff8a4f10c8ad98 157 lru 00000080:00200000:0.0:1787826360.449168:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000063a80f99 157: 1< 0 - - > 2< 643072 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449170:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000fdf3e0aa 00000080:00200000:0.0:1787826360.449172:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 158. 00000080:00200000:0.0:1787826360.449173:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 158 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449188:0:57603:0:(rw26.c:875:ll_write_end()) pos 647168, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449192:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a4bedec9[3 0000000034b61225 2 1 000000001303876e 0 0 158] 00000080:00200000:0.0:1787826360.449195:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ab8fc7e0 17ffffc0001001 3:0 ffff8a4f10c8a658 158 lru 00000080:00200000:0.0:1787826360.449201:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007da393ed 158: 1< 0 - - > 2< 647168 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449203:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a4bedec9 00000080:00200000:0.0:1787826360.449205:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 159. 00000080:00200000:0.0:1787826360.449207:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 159 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449221:0:57603:0:(rw26.c:875:ll_write_end()) pos 651264, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449225:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005fb9bf5e[3 0000000034b61225 2 1 000000001303876e 0 0 159] 00000080:00200000:0.0:1787826360.449228:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000000b881490 17ffffc0001001 3:0 ffff8a4f10c8a570 159 lru 00000080:00200000:0.0:1787826360.449234:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000756cb51d 159: 1< 0 - - > 2< 651264 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449236:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005fb9bf5e 00000080:00200000:0.0:1787826360.449237:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 160. 00000080:00200000:0.0:1787826360.449239:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 160 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449259:0:57603:0:(rw26.c:875:ll_write_end()) pos 655360, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449263:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000685e8b1e[3 0000000034b61225 2 1 000000001303876e 0 0 160] 00000080:00200000:0.0:1787826360.449266:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000c70c19da 17ffffc0001001 3:0 ffff8a4f10c8a9f8 160 lru 00000080:00200000:0.0:1787826360.449272:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000088505e8f 160: 1< 0 - - > 2< 655360 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449274:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000685e8b1e 00000080:00200000:0.0:1787826360.449275:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 161. 00000080:00200000:0.0:1787826360.449277:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 161 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449293:0:57603:0:(rw26.c:875:ll_write_end()) pos 659456, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449297:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000349cb2b4[3 0000000034b61225 2 1 000000001303876e 0 0 161] 00000080:00200000:0.0:1787826360.449300:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000007738e322 17ffffc0001001 3:0 ffff8a4f10c8a1d0 161 lru 00000080:00200000:0.0:1787826360.449305:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000005dedf079 161: 1< 0 - - > 2< 659456 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449307:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000349cb2b4 00000080:00200000:0.0:1787826360.449308:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 162. 00000080:00200000:0.0:1787826360.449311:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 162 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449331:0:57603:0:(rw26.c:875:ll_write_end()) pos 663552, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449336:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000054ae6ce2[3 0000000034b61225 2 1 000000001303876e 0 0 162] 00000080:00200000:0.0:1787826360.449338:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000059a49f29 17ffffc0001021 2:0 ffff8a4f10c8abc8 162 lru 00000080:00200000:0.0:1787826360.449344:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000044ce41c2 162: 1< 0 - - > 2< 663552 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449346:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000054ae6ce2 00000080:00200000:0.0:1787826360.449347:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 163. 00000080:00200000:0.0:1787826360.449348:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 163 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449364:0:57603:0:(rw26.c:875:ll_write_end()) pos 667648, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449369:0:57603:0:(rw26.c:933:ll_write_end()) page@000000000b003a13[3 0000000034b61225 2 1 000000001303876e 0 0 163] 00000080:00200000:0.0:1787826360.449372:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000abc86ddc 17ffffc0001001 3:0 ffff8a4f10c8aae0 163 lru 00000080:00200000:0.0:1787826360.449377:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000008c938f31 163: 1< 0 - - > 2< 667648 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449380:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000000b003a13 00000080:00200000:0.0:1787826360.449381:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 164. 00000080:00200000:0.0:1787826360.449382:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 164 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449400:0:57603:0:(rw26.c:875:ll_write_end()) pos 671744, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449405:0:57603:0:(rw26.c:933:ll_write_end()) page@000000001bda8382[3 0000000034b61225 2 1 000000001303876e 0 0 164] 00000080:00200000:0.0:1787826360.449408:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000009eba97ae 17ffffc0001001 3:0 ffff8a4f10c8a0e8 164 lru 00000080:00200000:0.0:1787826360.449413:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000004275e195 164: 1< 0 - - > 2< 671744 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449420:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000001bda8382 00000080:00200000:0.0:1787826360.449422:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 165. 00000080:00200000:0.0:1787826360.449424:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 165 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449437:0:57603:0:(rw26.c:875:ll_write_end()) pos 675840, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449442:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005aa78893[3 0000000034b61225 2 1 000000001303876e 0 0 165] 00000080:00200000:0.0:1787826360.449445:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000815aa2cb 17ffffc0001001 3:0 ffff8a4f10c8a3a0 165 lru 00000080:00200000:0.0:1787826360.449451:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000004ddc8dc1 165: 1< 0 - - > 2< 675840 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449453:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005aa78893 00000080:00200000:0.0:1787826360.449454:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 166. 00000080:00200000:0.0:1787826360.449456:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 166 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449472:0:57603:0:(rw26.c:875:ll_write_end()) pos 679936, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449477:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000bb8c7f46[3 0000000034b61225 2 1 000000001303876e 0 0 166] 00000080:00200000:0.0:1787826360.449480:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000006a971e4a 17ffffc0001001 3:0 ffff8a4f10c8a2b8 166 lru 00000080:00200000:0.0:1787826360.449486:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000000651b78c 166: 1< 0 - - > 2< 679936 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449488:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000bb8c7f46 00000080:00200000:0.0:1787826360.449489:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 167. 00000080:00200000:0.0:1787826360.449491:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 167 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449507:0:57603:0:(rw26.c:875:ll_write_end()) pos 684032, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449512:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e155ec84[3 0000000034b61225 2 1 000000001303876e 0 0 167] 00000080:00200000:0.0:1787826360.449515:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000c199e2b3 17ffffc0001001 3:0 ffff8a4f10c8a740 167 lru 00000080:00200000:0.0:1787826360.449520:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000001ef9c8fb 167: 1< 0 - - > 2< 684032 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449523:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e155ec84 00000080:00200000:0.0:1787826360.449524:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 168. 00000080:00200000:0.0:1787826360.449526:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 168 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449540:0:57603:0:(rw26.c:875:ll_write_end()) pos 688128, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449544:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d8770e98[3 0000000034b61225 2 1 000000001303876e 0 0 168] 00000080:00200000:0.0:1787826360.449547:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000423d000d 17ffffc0001001 3:0 ffff8a4f10c8a828 168 lru 00000080:00200000:0.0:1787826360.449553:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000601bcae2 168: 1< 0 - - > 2< 688128 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449555:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d8770e98 00000080:00200000:0.0:1787826360.449556:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 169. 00000080:00200000:0.0:1787826360.449558:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 169 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449577:0:57603:0:(rw26.c:875:ll_write_end()) pos 692224, len 4096, copied 4096 00000080:00200000:0.0:1787826360.449582:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e41b49ce[3 0000000034b61225 2 1 000000001303876e 0 0 169] 00000080:00200000:0.0:1787826360.449585:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ff2156c3 17ffffc0001001 3:0 ffff8a4f10c8ae80 169 lru 00000080:00200000:0.0:1787826360.449590:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000f4b253f3 169: 1< 0 - - > 2< 692224 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.449593:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e41b49ce 00000080:00200000:0.0:1787826360.449594:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 170. 00000080:00200000:0.0:1787826360.449596:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 170 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.449610:0:57603:0:(rw26.c:875:ll_write_end()) pos 696320, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450199:0:57603:0:(rw26.c:933:ll_write_end()) page@000000008014b7b4[3 0000000034b61225 2 1 000000001303876e 0 0 170] 00000080:00200000:0.0:1787826360.450203:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6d6535a 17ffffc0001001 3:0 ffff8a4f10c8a000 170 lru 00000080:00200000:0.0:1787826360.450209:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000008ee2f0c8 170: 1< 0 - - > 2< 696320 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450212:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000008014b7b4 00000080:00200000:0.0:1787826360.450213:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 171. 00000080:00200000:0.0:1787826360.450216:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 171 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450240:0:57603:0:(rw26.c:875:ll_write_end()) pos 700416, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450245:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005298ff69[3 0000000034b61225 2 1 000000001303876e 0 0 171] 00000080:00200000:0.0:1787826360.450248:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000008d83d8a7 17ffffc0001001 3:0 ffff8a4f10c8a910 171 lru 00000080:00200000:0.0:1787826360.450254:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000022d7411 171: 1< 0 - - > 2< 700416 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450256:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005298ff69 00000080:00200000:0.0:1787826360.450257:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 172. 00000080:00200000:0.0:1787826360.450259:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 172 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450274:0:57603:0:(rw26.c:875:ll_write_end()) pos 704512, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450279:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000066d05a7e[3 0000000034b61225 2 1 000000001303876e 0 0 172] 00000080:00200000:0.0:1787826360.450281:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000008f0fd00a 17ffffc0001001 3:0 ffff8a4f10c8a488 172 lru 00000080:00200000:0.0:1787826360.450287:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf96a475 172: 1< 0 - - > 2< 704512 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450289:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000066d05a7e 00000080:00200000:0.0:1787826360.450290:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 173. 00000080:00200000:0.0:1787826360.450292:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 173 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450317:0:57603:0:(rw26.c:875:ll_write_end()) pos 708608, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450322:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000dfcad59b[3 0000000034b61225 2 1 000000001303876e 0 0 173] 00000080:00200000:0.0:1787826360.450325:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000c0b61965 17ffffc0001001 3:0 ffff8a4f1a3fa658 173 lru 00000080:00200000:0.0:1787826360.450330:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a24475c6 173: 1< 0 - - > 2< 708608 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450337:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000dfcad59b 00000080:00200000:0.0:1787826360.450338:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 174. 00000080:00200000:0.0:1787826360.450341:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 174 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450355:0:57603:0:(rw26.c:875:ll_write_end()) pos 712704, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450360:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000004b751c1[3 0000000034b61225 2 1 000000001303876e 0 0 174] 00000080:00200000:0.0:1787826360.450363:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000006be7ef88 17ffffc0001001 3:0 ffff8a4f1a3fa570 174 lru 00000080:00200000:0.0:1787826360.450368:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000018cd25d6 174: 1< 0 - - > 2< 712704 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450371:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000004b751c1 00000080:00200000:0.0:1787826360.450372:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 175. 00000080:00200000:0.0:1787826360.450374:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 175 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450389:0:57603:0:(rw26.c:875:ll_write_end()) pos 716800, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450394:0:57603:0:(rw26.c:933:ll_write_end()) page@000000003c4aa3ce[3 0000000034b61225 2 1 000000001303876e 0 0 175] 00000080:00200000:0.0:1787826360.450397:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000009c08a12a 17ffffc0001001 3:0 ffff8a4f1a3fa9f8 175 lru 00000080:00200000:0.0:1787826360.450402:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000571992e7 175: 1< 0 - - > 2< 716800 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450404:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000003c4aa3ce 00000080:00200000:0.0:1787826360.450406:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 176. 00000080:00200000:0.0:1787826360.450408:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 176 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450424:0:57603:0:(rw26.c:875:ll_write_end()) pos 720896, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450428:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d78d1e3c[3 0000000034b61225 2 1 000000001303876e 0 0 176] 00000080:00200000:0.0:1787826360.450431:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000021883724 17ffffc0001001 3:0 ffff8a4f1a3fa1d0 176 lru 00000080:00200000:0.0:1787826360.450436:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000001ee07536 176: 1< 0 - - > 2< 720896 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450438:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d78d1e3c 00000080:00200000:0.0:1787826360.450439:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 177. 00000080:00200000:0.0:1787826360.450441:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 177 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450464:0:57603:0:(rw26.c:875:ll_write_end()) pos 724992, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450468:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000c0c32ff5[3 0000000034b61225 2 1 000000001303876e 0 0 177] 00000080:00200000:0.0:1787826360.450471:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000db1a833f 17ffffc0001021 2:0 ffff8a4f1a3fabc8 177 lru 00000080:00200000:0.0:1787826360.450476:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000f34cb461 177: 1< 0 - - > 2< 724992 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450479:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000c0c32ff5 00000080:00200000:0.0:1787826360.450480:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 178. 00000080:00200000:0.0:1787826360.450481:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 178 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450503:0:57603:0:(rw26.c:875:ll_write_end()) pos 729088, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450507:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002e7ccae2[3 0000000034b61225 2 1 000000001303876e 0 0 178] 00000080:00200000:0.0:1787826360.450510:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000001ddacad3 17ffffc0001001 3:0 ffff8a4f1a3faae0 178 lru 00000080:00200000:0.0:1787826360.450516:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000f66e9dfa 178: 1< 0 - - > 2< 729088 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450518:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002e7ccae2 00000080:00200000:0.0:1787826360.450519:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 179. 00000080:00200000:0.0:1787826360.450521:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 179 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450534:0:57603:0:(rw26.c:875:ll_write_end()) pos 733184, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450539:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b14652fa[3 0000000034b61225 2 1 000000001303876e 0 0 179] 00000080:00200000:0.0:1787826360.450542:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000084dd86db 17ffffc0001001 3:0 ffff8a4f1a3fa0e8 179 lru 00000080:00200000:0.0:1787826360.450547:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000041f81edb 179: 1< 0 - - > 2< 733184 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450549:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b14652fa 00000080:00200000:0.0:1787826360.450550:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 180. 00000080:00200000:0.0:1787826360.450552:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 180 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450568:0:57603:0:(rw26.c:875:ll_write_end()) pos 737280, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450573:0:57603:0:(rw26.c:933:ll_write_end()) page@000000000625a3eb[3 0000000034b61225 2 1 000000001303876e 0 0 180] 00000080:00200000:0.0:1787826360.450576:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000053c0014a 17ffffc0001001 3:0 ffff8a4f1a3fa3a0 180 lru 00000080:00200000:0.0:1787826360.450581:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e591e9bc 180: 1< 0 - - > 2< 737280 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450584:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000000625a3eb 00000080:00200000:0.0:1787826360.450585:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 181. 00000080:00200000:0.0:1787826360.450587:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 181 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450603:0:57603:0:(rw26.c:875:ll_write_end()) pos 741376, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450608:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005491cb80[3 0000000034b61225 2 1 000000001303876e 0 0 181] 00000080:00200000:0.0:1787826360.450611:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000e52ff5cd 17ffffc0001001 3:0 ffff8a4f1a3fa2b8 181 lru 00000080:00200000:0.0:1787826360.450965:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000079363d20 181: 1< 0 - - > 2< 741376 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.450968:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005491cb80 00000080:00200000:0.0:1787826360.450969:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 182. 00000080:00200000:0.0:1787826360.450972:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 182 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.450990:0:57603:0:(rw26.c:875:ll_write_end()) pos 745472, len 4096, copied 4096 00000080:00200000:0.0:1787826360.450995:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000046d2c3a[3 0000000034b61225 2 1 000000001303876e 0 0 182] 00000080:00200000:0.0:1787826360.450997:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000fdba22b8 17ffffc0001001 3:0 ffff8a4f1a3fa740 182 lru 00000080:00200000:0.0:1787826360.451003:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000054d4534 182: 1< 0 - - > 2< 745472 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451074:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000046d2c3a 00000080:00200000:0.0:1787826360.451076:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 183. 00000080:00200000:0.0:1787826360.451078:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 183 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451095:0:57603:0:(rw26.c:875:ll_write_end()) pos 749568, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451100:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000017990888[3 0000000034b61225 2 1 000000001303876e 0 0 183] 00000080:00200000:0.0:1787826360.451102:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000023e274f3 17ffffc0001001 3:0 ffff8a4f1a3fa828 183 lru 00000080:00200000:0.0:1787826360.451108:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000208eb21f 183: 1< 0 - - > 2< 749568 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451111:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000017990888 00000080:00200000:0.0:1787826360.451112:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 184. 00000080:00200000:0.0:1787826360.451114:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 184 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451130:0:57603:0:(rw26.c:875:ll_write_end()) pos 753664, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451134:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005189ed35[3 0000000034b61225 2 1 000000001303876e 0 0 184] 00000080:00200000:0.0:1787826360.451137:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000e3866950 17ffffc0001001 3:0 ffff8a4f1a3fae80 184 lru 00000080:00200000:0.0:1787826360.451142:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000002d1e8c1c 184: 1< 0 - - > 2< 753664 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451144:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005189ed35 00000080:00200000:0.0:1787826360.451146:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 185. 00000080:00200000:0.0:1787826360.451148:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 185 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451165:0:57603:0:(rw26.c:875:ll_write_end()) pos 757760, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451170:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a2d63af2[3 0000000034b61225 2 1 000000001303876e 0 0 185] 00000080:00200000:0.0:1787826360.451173:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000972d6038 17ffffc0001001 3:0 ffff8a4f1a3fa000 185 lru 00000080:00200000:0.0:1787826360.451178:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000050c1dd10 185: 1< 0 - - > 2< 757760 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451181:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a2d63af2 00000080:00200000:0.0:1787826360.451182:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 186. 00000080:00200000:0.0:1787826360.451184:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 186 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451199:0:57603:0:(rw26.c:875:ll_write_end()) pos 761856, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451203:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d3608ffe[3 0000000034b61225 2 1 000000001303876e 0 0 186] 00000080:00200000:0.0:1787826360.451206:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000759315e4 17ffffc0001001 3:0 ffff8a4f1a3fa910 186 lru 00000080:00200000:0.0:1787826360.451211:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000c93b86d8 186: 1< 0 - - > 2< 761856 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451213:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d3608ffe 00000080:00200000:0.0:1787826360.451214:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 187. 00000080:00200000:0.0:1787826360.451216:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 187 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451237:0:57603:0:(rw26.c:875:ll_write_end()) pos 765952, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451241:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b1ce8685[3 0000000034b61225 2 1 000000001303876e 0 0 187] 00000080:00200000:0.0:1787826360.451244:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a32c169a 17ffffc0001001 3:0 ffff8a4f1a3fa488 187 lru 00000080:00200000:0.0:1787826360.451249:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000fb8acc2b 187: 1< 0 - - > 2< 765952 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451252:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b1ce8685 00000080:00200000:0.0:1787826360.451253:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 188. 00000080:00200000:0.0:1787826360.451255:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 188 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451272:0:57603:0:(rw26.c:875:ll_write_end()) pos 770048, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451277:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000c64fc3f6[3 0000000034b61225 2 1 000000001303876e 0 0 188] 00000080:00200000:0.0:1787826360.451279:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000069faea44 17ffffc0001001 3:0 ffff8a4f1a3facb0 188 lru 00000080:00200000:0.0:1787826360.451285:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000003a920adc 188: 1< 0 - - > 2< 770048 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451287:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000c64fc3f6 00000080:00200000:0.0:1787826360.451288:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 189. 00000080:00200000:0.0:1787826360.451290:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 189 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451309:0:57603:0:(rw26.c:875:ll_write_end()) pos 774144, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451314:0:57603:0:(rw26.c:933:ll_write_end()) page@000000006b8326f6[3 0000000034b61225 2 1 000000001303876e 0 0 189] 00000080:00200000:0.0:1787826360.451317:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000009c0196f1 17ffffc0001001 3:0 ffff8a4f1a3fad98 189 lru 00000080:00200000:0.0:1787826360.451322:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000004f6d2978 189: 1< 0 - - > 2< 774144 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451325:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000006b8326f6 00000080:00200000:0.0:1787826360.451326:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 190. 00000080:00200000:0.0:1787826360.451328:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 190 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451351:0:57603:0:(rw26.c:875:ll_write_end()) pos 778240, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451356:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000a2b1774b[3 0000000034b61225 2 1 000000001303876e 0 0 190] 00000080:00200000:0.0:1787826360.451359:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6cce46d 17ffffc0001001 3:0 ffff8a4f12551ae0 190 lru 00000080:00200000:0.0:1787826360.451363:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000021e51e08 190: 1< 0 - - > 2< 778240 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451365:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000a2b1774b 00000080:00200000:0.0:1787826360.451366:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 191. 00000080:00200000:0.0:1787826360.451369:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 191 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451384:0:57603:0:(rw26.c:875:ll_write_end()) pos 782336, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451389:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000c8598964[3 0000000034b61225 2 1 000000001303876e 0 0 191] 00000080:00200000:0.0:1787826360.451392:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000600f3987 17ffffc0001001 3:0 ffff8a4f125510e8 191 lru 00000080:00200000:0.0:1787826360.451397:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000fcfe9415 191: 1< 0 - - > 2< 782336 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451404:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000c8598964 00000080:00200000:0.0:1787826360.451406:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 192. 00000080:00200000:0.0:1787826360.451408:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 192 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451438:0:57603:0:(rw26.c:875:ll_write_end()) pos 786432, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451443:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b192b545[3 0000000034b61225 2 1 000000001303876e 0 0 192] 00000080:00200000:0.0:1787826360.451446:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000007476b5e6 17ffffc0001021 2:0 ffff8a4f125513a0 192 lru 00000080:00200000:0.0:1787826360.451451:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000e9f2039e 192: 1< 0 - - > 2< 786432 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451453:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b192b545 00000080:00200000:0.0:1787826360.451454:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 193. 00000080:00200000:0.0:1787826360.451456:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 193 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451471:0:57603:0:(rw26.c:875:ll_write_end()) pos 790528, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451475:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002e12b63b[3 0000000034b61225 2 1 000000001303876e 0 0 193] 00000080:00200000:0.0:1787826360.451478:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000051b11d1a 17ffffc0001001 3:0 ffff8a4f125512b8 193 lru 00000080:00200000:0.0:1787826360.451483:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000008ef733a1 193: 1< 0 - - > 2< 790528 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451485:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002e12b63b 00000080:00200000:0.0:1787826360.451486:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 194. 00000080:00200000:0.0:1787826360.451489:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 194 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451505:0:57603:0:(rw26.c:875:ll_write_end()) pos 794624, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451510:0:57603:0:(rw26.c:933:ll_write_end()) page@000000004e273dcb[3 0000000034b61225 2 1 000000001303876e 0 0 194] 00000080:00200000:0.0:1787826360.451513:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000050d2ce85 17ffffc0001001 3:0 ffff8a4f12551740 194 lru 00000080:00200000:0.0:1787826360.451518:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007c75c7be 194: 1< 0 - - > 2< 794624 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451520:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000004e273dcb 00000080:00200000:0.0:1787826360.451521:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 195. 00000080:00200000:0.0:1787826360.451523:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 195 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451537:0:57603:0:(rw26.c:875:ll_write_end()) pos 798720, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451541:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000054069e8b[3 0000000034b61225 2 1 000000001303876e 0 0 195] 00000080:00200000:0.0:1787826360.451543:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a5e34dd5 17ffffc0001001 3:0 ffff8a4f12551828 195 lru 00000080:00200000:0.0:1787826360.451548:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000000b4af7b8 195: 1< 0 - - > 2< 798720 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451549:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000054069e8b 00000080:00200000:0.0:1787826360.451551:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 196. 00000080:00200000:0.0:1787826360.451552:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 196 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451570:0:57603:0:(rw26.c:875:ll_write_end()) pos 802816, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451574:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000be8df866[3 0000000034b61225 2 1 000000001303876e 0 0 196] 00000080:00200000:0.0:1787826360.451576:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000916c2880 17ffffc0001001 3:0 ffff8a4f12551e80 196 lru 00000080:00200000:0.0:1787826360.451581:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007ea5b547 196: 1< 0 - - > 2< 802816 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451583:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000be8df866 00000080:00200000:0.0:1787826360.451584:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 197. 00000080:00200000:0.0:1787826360.451586:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 197 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.451599:0:57603:0:(rw26.c:875:ll_write_end()) pos 806912, len 4096, copied 4096 00000080:00200000:0.0:1787826360.451603:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000686a9fb3[3 0000000034b61225 2 1 000000001303876e 0 0 197] 00000080:00200000:0.0:1787826360.451605:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000063ae2a8 17ffffc0001001 3:0 ffff8a4f12551000 197 lru 00000080:00200000:0.0:1787826360.451610:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000004761b8e4 197: 1< 0 - - > 2< 806912 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.451612:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000686a9fb3 00000080:00200000:0.0:1787826360.452321:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 198. 00000080:00200000:0.0:1787826360.452328:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 198 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452360:0:57603:0:(rw26.c:875:ll_write_end()) pos 811008, len 4096, copied 4096 00000080:00200000:0.0:1787826360.452368:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000180a0b1e[3 0000000034b61225 2 1 000000001303876e 0 0 198] 00000080:00200000:0.0:1787826360.452371:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000130306ea 17ffffc0001001 3:0 ffff8a4f12551910 198 lru 00000080:00200000:0.0:1787826360.452377:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000702a5dd1 198: 1< 0 - - > 2< 811008 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.452380:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000180a0b1e 00000080:00200000:0.0:1787826360.452381:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 199. 00000080:00200000:0.0:1787826360.452383:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 199 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452402:0:57603:0:(rw26.c:875:ll_write_end()) pos 815104, len 4096, copied 4096 00000080:00200000:0.0:1787826360.452407:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002862ea7a[3 0000000034b61225 2 1 000000001303876e 0 0 199] 00000080:00200000:0.0:1787826360.452409:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000009fc13c3f 17ffffc0001001 3:0 ffff8a4f12551488 199 lru 00000080:00200000:0.0:1787826360.452415:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000f4dfe3fe 199: 1< 0 - - > 2< 815104 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.452418:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002862ea7a 00000080:00200000:0.0:1787826360.452419:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 200. 00000080:00200000:0.0:1787826360.452421:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 200 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452438:0:57603:0:(rw26.c:875:ll_write_end()) pos 819200, len 4096, copied 4096 00000080:00200000:0.0:1787826360.452442:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000ef4e34cc[3 0000000034b61225 2 1 000000001303876e 0 0 200] 00000080:00200000:0.0:1787826360.452445:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000004c2f8615 17ffffc0001001 3:0 ffff8a4f12551cb0 200 lru 00000080:00200000:0.0:1787826360.452451:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000ffd21e23 200: 1< 0 - - > 2< 819200 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.452459:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000ef4e34cc 00000080:00200000:0.0:1787826360.452460:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 201. 00000080:00200000:0.0:1787826360.452463:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 201 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452478:0:57603:0:(rw26.c:875:ll_write_end()) pos 823296, len 4096, copied 4096 00000080:00200000:0.0:1787826360.452482:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f6f80c69[3 0000000034b61225 2 1 000000001303876e 0 0 201] 00000080:00200000:0.0:1787826360.452485:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc2edc48 17ffffc0001001 3:0 ffff8a4f12551d98 201 lru 00000080:00200000:0.0:1787826360.452490:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d15851e4 201: 1< 0 - - > 2< 823296 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.452492:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f6f80c69 00000080:00200000:0.0:1787826360.452494:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 202. 00000080:00200000:0.0:1787826360.452496:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 202 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452512:0:57603:0:(rw26.c:875:ll_write_end()) pos 827392, len 4096, copied 4096 00000080:00200000:0.0:1787826360.452516:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000034f8e786[3 0000000034b61225 2 1 000000001303876e 0 0 202] 00000080:00200000:0.0:1787826360.452519:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002c2c9fb5 17ffffc0001001 3:0 ffff8a4f12551658 202 lru 00000080:00200000:0.0:1787826360.452525:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000030f7e650 202: 1< 0 - - > 2< 827392 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.452527:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000034f8e786 00000080:00200000:0.0:1787826360.452528:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 203. 00000080:00200000:0.0:1787826360.452530:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 203 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452543:0:57603:0:(rw26.c:875:ll_write_end()) pos 831488, len 4096, copied 4096 00000080:00200000:0.0:1787826360.452547:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000309fd83e[3 0000000034b61225 2 1 000000001303876e 0 0 203] 00000080:00200000:0.0:1787826360.452550:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a07f554f 17ffffc0001001 3:0 ffff8a4f12551570 203 lru 00000080:00200000:0.0:1787826360.452555:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000006fd5808b 203: 1< 0 - - > 2< 831488 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.452557:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000309fd83e 00000080:00200000:0.0:1787826360.452558:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 204. 00000080:00200000:0.0:1787826360.452560:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 204 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452575:0:57603:0:(rw26.c:875:ll_write_end()) pos 835584, len 4096, copied 4096 00000080:00200000:0.0:1787826360.452579:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d3fc3414[3 0000000034b61225 2 1 000000001303876e 0 0 204] 00000080:00200000:0.0:1787826360.452582:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000002aa9180 17ffffc0001001 3:0 ffff8a4f125519f8 204 lru 00000080:00200000:0.0:1787826360.452587:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000b911364f 204: 1< 0 - - > 2< 835584 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.452589:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d3fc3414 00000080:00200000:0.0:1787826360.452591:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 205. 00000080:00200000:0.0:1787826360.452592:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 205 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452754:0:57603:0:(rw26.c:875:ll_write_end()) pos 839680, len 4096, copied 4096 00000080:00200000:0.0:1787826360.452770:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e99f6a33[3 0000000034b61225 2 1 000000001303876e 0 0 205] 00000080:00200000:0.0:1787826360.452773:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000067dd2f00 17ffffc0001001 3:0 ffff8a4f125511d0 205 lru 00000080:00200000:0.0:1787826360.452778:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000c1a336c6 205: 1< 0 - - > 2< 839680 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.452780:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e99f6a33 00000080:00200000:0.0:1787826360.452781:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 206. 00000080:00200000:0.0:1787826360.452784:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 206 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452801:0:57603:0:(rw26.c:875:ll_write_end()) pos 843776, len 4096, copied 4096 00000080:00200000:0.0:1787826360.452806:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f671b2ef[3 0000000034b61225 2 1 000000001303876e 0 0 206] 00000080:00200000:0.0:1787826360.452809:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000d6c58b64 17ffffc0001001 3:0 ffff8a4f12551bc8 206 lru 00000080:00200000:0.0:1787826360.452814:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000163034d9 206: 1< 0 - - > 2< 843776 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.452816:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f671b2ef 00000080:00200000:0.0:1787826360.452817:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 207. 00000080:00200000:0.0:1787826360.452819:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 207 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452962:0:57603:0:(rw26.c:875:ll_write_end()) pos 847872, len 4096, copied 4096 00000080:00200000:0.0:1787826360.452969:0:57603:0:(rw26.c:933:ll_write_end()) page@000000003dcc9b42[3 0000000034b61225 2 1 000000001303876e 0 0 207] 00000080:00200000:0.0:1787826360.452971:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000029b48789 17ffffc0001021 2:0 ffff8a4f1a224d98 207 lru 00000080:00200000:0.0:1787826360.452976:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007f55bd3e 207: 1< 0 - - > 2< 847872 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.452978:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000003dcc9b42 00000080:00200000:0.0:1787826360.452979:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 208. 00000080:00200000:0.0:1787826360.452981:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 208 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.452997:0:57603:0:(rw26.c:875:ll_write_end()) pos 851968, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453001:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000093f6ec42[3 0000000034b61225 2 1 000000001303876e 0 0 208] 00000080:00200000:0.0:1787826360.453003:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000672fbbbf 17ffffc0001001 3:0 ffff8a4f1a224658 208 lru 00000080:00200000:0.0:1787826360.453074:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a8f27f3d 208: 1< 0 - - > 2< 851968 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453077:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000093f6ec42 00000080:00200000:0.0:1787826360.453078:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 209. 00000080:00200000:0.0:1787826360.453080:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 209 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453096:0:57603:0:(rw26.c:875:ll_write_end()) pos 856064, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453101:0:57603:0:(rw26.c:933:ll_write_end()) page@000000005431b66f[3 0000000034b61225 2 1 000000001303876e 0 0 209] 00000080:00200000:0.0:1787826360.453104:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000005a9fb8d3 17ffffc0001001 3:0 ffff8a4f1a224570 209 lru 00000080:00200000:0.0:1787826360.453108:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000c8470b1e 209: 1< 0 - - > 2< 856064 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453116:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000005431b66f 00000080:00200000:0.0:1787826360.453117:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 210. 00000080:00200000:0.0:1787826360.453119:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 210 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453131:0:57603:0:(rw26.c:875:ll_write_end()) pos 860160, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453134:0:57603:0:(rw26.c:933:ll_write_end()) page@000000008ac07a57[3 0000000034b61225 2 1 000000001303876e 0 0 210] 00000080:00200000:0.0:1787826360.453137:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000000b874125 17ffffc0001001 3:0 ffff8a4f1a2249f8 210 lru 00000080:00200000:0.0:1787826360.453142:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000010d11da7 210: 1< 0 - - > 2< 860160 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453145:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000008ac07a57 00000080:00200000:0.0:1787826360.453146:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 211. 00000080:00200000:0.0:1787826360.453148:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 211 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453163:0:57603:0:(rw26.c:875:ll_write_end()) pos 864256, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453168:0:57603:0:(rw26.c:933:ll_write_end()) page@000000001731df9f[3 0000000034b61225 2 1 000000001303876e 0 0 211] 00000080:00200000:0.0:1787826360.453170:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000c561b74b 17ffffc0001001 3:0 ffff8a4f1a2241d0 211 lru 00000080:00200000:0.0:1787826360.453175:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007d3beac4 211: 1< 0 - - > 2< 864256 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453178:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000001731df9f 00000080:00200000:0.0:1787826360.453179:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 212. 00000080:00200000:0.0:1787826360.453181:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 212 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453196:0:57603:0:(rw26.c:875:ll_write_end()) pos 868352, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453201:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000065d7614e[3 0000000034b61225 2 1 000000001303876e 0 0 212] 00000080:00200000:0.0:1787826360.453203:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000019b9f42f 17ffffc0001001 3:0 ffff8a4f1a224bc8 212 lru 00000080:00200000:0.0:1787826360.453209:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000daf4509f 212: 1< 0 - - > 2< 868352 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453211:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000065d7614e 00000080:00200000:0.0:1787826360.453212:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 213. 00000080:00200000:0.0:1787826360.453214:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 213 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453228:0:57603:0:(rw26.c:875:ll_write_end()) pos 872448, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453232:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000de203fcb[3 0000000034b61225 2 1 000000001303876e 0 0 213] 00000080:00200000:0.0:1787826360.453235:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002f6fbc72 17ffffc0001001 3:0 ffff8a4f1a224ae0 213 lru 00000080:00200000:0.0:1787826360.453240:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000ecfe29e9 213: 1< 0 - - > 2< 872448 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453242:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000de203fcb 00000080:00200000:0.0:1787826360.453244:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 214. 00000080:00200000:0.0:1787826360.453245:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 214 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453263:0:57603:0:(rw26.c:875:ll_write_end()) pos 876544, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453267:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d47086cd[3 0000000034b61225 2 1 000000001303876e 0 0 214] 00000080:00200000:0.0:1787826360.453270:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000065fda42b 17ffffc0001001 3:0 ffff8a4f1a2240e8 214 lru 00000080:00200000:0.0:1787826360.453275:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000049ba701a 214: 1< 0 - - > 2< 876544 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453277:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d47086cd 00000080:00200000:0.0:1787826360.453278:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 215. 00000080:00200000:0.0:1787826360.453280:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 215 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453294:0:57603:0:(rw26.c:875:ll_write_end()) pos 880640, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453298:0:57603:0:(rw26.c:933:ll_write_end()) page@000000006ad202a3[3 0000000034b61225 2 1 000000001303876e 0 0 215] 00000080:00200000:0.0:1787826360.453300:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002f0695a9 17ffffc0001001 3:0 ffff8a4f1a2243a0 215 lru 00000080:00200000:0.0:1787826360.453305:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000009a585dc0 215: 1< 0 - - > 2< 880640 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453308:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000006ad202a3 00000080:00200000:0.0:1787826360.453309:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 216. 00000080:00200000:0.0:1787826360.453311:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 216 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453323:0:57603:0:(rw26.c:875:ll_write_end()) pos 884736, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453326:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002a15f642[3 0000000034b61225 2 1 000000001303876e 0 0 216] 00000080:00200000:0.0:1787826360.453329:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000b51ee1a2 17ffffc0001001 3:0 ffff8a4f1a2242b8 216 lru 00000080:00200000:0.0:1787826360.453335:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000001913b971 216: 1< 0 - - > 2< 884736 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453338:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002a15f642 00000080:00200000:0.0:1787826360.453339:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 217. 00000080:00200000:0.0:1787826360.453341:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 217 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453354:0:57603:0:(rw26.c:875:ll_write_end()) pos 888832, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453358:0:57603:0:(rw26.c:933:ll_write_end()) page@000000001c475ad5[3 0000000034b61225 2 1 000000001303876e 0 0 217] 00000080:00200000:0.0:1787826360.453361:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ffe6c649 17ffffc0001001 3:0 ffff8a4f1a224740 217 lru 00000080:00200000:0.0:1787826360.453366:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000d75b272c 217: 1< 0 - - > 2< 888832 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453368:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000001c475ad5 00000080:00200000:0.0:1787826360.453368:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 218. 00000080:00200000:0.0:1787826360.453370:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 218 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453383:0:57603:0:(rw26.c:875:ll_write_end()) pos 892928, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453387:0:57603:0:(rw26.c:933:ll_write_end()) page@000000002e292985[3 0000000034b61225 2 1 000000001303876e 0 0 218] 00000080:00200000:0.0:1787826360.453389:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000314fe2ab 17ffffc0001001 3:0 ffff8a4f1a224828 218 lru 00000080:00200000:0.0:1787826360.453393:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000058ac4a65 218: 1< 0 - - > 2< 892928 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453400:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000002e292985 00000080:00200000:0.0:1787826360.453401:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 219. 00000080:00200000:0.0:1787826360.453403:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 219 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453417:0:57603:0:(rw26.c:875:ll_write_end()) pos 897024, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453421:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000ef119efc[3 0000000034b61225 2 1 000000001303876e 0 0 219] 00000080:00200000:0.0:1787826360.453423:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000517af065 17ffffc0001001 3:0 ffff8a4f1a224e80 219 lru 00000080:00200000:0.0:1787826360.453428:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000009ce61140 219: 1< 0 - - > 2< 897024 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453430:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000ef119efc 00000080:00200000:0.0:1787826360.453431:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 220. 00000080:00200000:0.0:1787826360.453434:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 220 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453450:0:57603:0:(rw26.c:875:ll_write_end()) pos 901120, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453455:0:57603:0:(rw26.c:933:ll_write_end()) page@000000006ff2716b[3 0000000034b61225 2 1 000000001303876e 0 0 220] 00000080:00200000:0.0:1787826360.453458:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000027f2644 17ffffc0001001 3:0 ffff8a4f1a224000 220 lru 00000080:00200000:0.0:1787826360.453463:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000008e8e434 220: 1< 0 - - > 2< 901120 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453465:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000006ff2716b 00000080:00200000:0.0:1787826360.453466:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 221. 00000080:00200000:0.0:1787826360.453468:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 221 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453483:0:57603:0:(rw26.c:875:ll_write_end()) pos 905216, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453488:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000f30a9600[3 0000000034b61225 2 1 000000001303876e 0 0 221] 00000080:00200000:0.0:1787826360.453490:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a931a482 17ffffc0001001 3:0 ffff8a4f1a224910 221 lru 00000080:00200000:0.0:1787826360.453496:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000005f87b0d2 221: 1< 0 - - > 2< 905216 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453498:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000f30a9600 00000080:00200000:0.0:1787826360.453499:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 222. 00000080:00200000:0.0:1787826360.453501:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 222 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453520:0:57603:0:(rw26.c:875:ll_write_end()) pos 909312, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453524:0:57603:0:(rw26.c:933:ll_write_end()) page@000000001c8015f6[3 0000000034b61225 2 1 000000001303876e 0 0 222] 00000080:00200000:0.0:1787826360.453526:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000071d33f17 17ffffc0001021 2:0 ffff8a4f1a224488 222 lru 00000080:00200000:0.0:1787826360.453531:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000016fd4624 222: 1< 0 - - > 2< 909312 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453533:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000001c8015f6 00000080:00200000:0.0:1787826360.453534:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 223. 00000080:00200000:0.0:1787826360.453536:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 223 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453553:0:57603:0:(rw26.c:875:ll_write_end()) pos 913408, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453557:0:57603:0:(rw26.c:933:ll_write_end()) page@000000007749d3fc[3 0000000034b61225 2 1 000000001303876e 0 0 223] 00000080:00200000:0.0:1787826360.453560:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000008160da36 17ffffc0001001 3:0 ffff8a4f1a224cb0 223 lru 00000080:00200000:0.0:1787826360.453565:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000000142324e 223: 1< 0 - - > 2< 913408 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453567:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000007749d3fc 00000080:00200000:0.0:1787826360.453568:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 224. 00000080:00200000:0.0:1787826360.453569:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 224 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.453594:0:57603:0:(rw26.c:875:ll_write_end()) pos 917504, len 4096, copied 4096 00000080:00200000:0.0:1787826360.453598:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000fe24a2f1[3 0000000034b61225 2 1 000000001303876e 0 0 224] 00000080:00200000:0.0:1787826360.453600:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000b1996e7d 17ffffc0001001 3:0 ffff8a4f1a39f9f8 224 lru 00000080:00200000:0.0:1787826360.453605:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000007b87028e 224: 1< 0 - - > 2< 917504 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.453608:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000fe24a2f1 00000080:00200000:0.0:1787826360.453609:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 225. 00000080:00200000:0.0:1787826360.455467:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 225 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.455539:0:57603:0:(rw26.c:875:ll_write_end()) pos 921600, len 4096, copied 4096 00000080:00200000:0.0:1787826360.455551:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000054a48490[3 0000000034b61225 2 1 000000001303876e 0 0 225] 00000080:00200000:0.0:1787826360.455555:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000002c9e4709 17ffffc0001001 3:0 ffff8a4f1a39f1d0 225 lru 00000080:00200000:0.0:1787826360.455562:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000074f9a530 225: 1< 0 - - > 2< 921600 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.455565:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000054a48490 00000080:00200000:0.0:1787826360.455566:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 226. 00000080:00200000:0.0:1787826360.455571:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 226 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.455588:0:57603:0:(rw26.c:875:ll_write_end()) pos 925696, len 4096, copied 4096 00000080:00200000:0.0:1787826360.455593:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000b30d4727[3 0000000034b61225 2 1 000000001303876e 0 0 226] 00000080:00200000:0.0:1787826360.455596:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000ee624a56 17ffffc0001001 3:0 ffff8a4f1a39fbc8 226 lru 00000080:00200000:0.0:1787826360.455601:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000eac3599c 226: 1< 0 - - > 2< 925696 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.455604:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000b30d4727 00000080:00200000:0.0:1787826360.455605:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 227. 00000080:00200000:0.0:1787826360.455607:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 227 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.455724:0:57603:0:(rw26.c:875:ll_write_end()) pos 929792, len 4096, copied 4096 00000080:00200000:0.0:1787826360.455729:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000e03b1ce7[3 0000000034b61225 2 1 000000001303876e 0 0 227] 00000080:00200000:0.0:1787826360.455732:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000dfb38d57 17ffffc0001001 3:0 ffff8a4f1a39fae0 227 lru 00000080:00200000:0.0:1787826360.455737:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000778476ca 227: 1< 0 - - > 2< 929792 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.455746:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000e03b1ce7 00000080:00200000:0.0:1787826360.455747:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 228. 00000080:00200000:0.0:1787826360.455749:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 228 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.455776:0:57603:0:(rw26.c:875:ll_write_end()) pos 933888, len 4096, copied 4096 00000080:00200000:0.0:1787826360.455780:0:57603:0:(rw26.c:933:ll_write_end()) page@000000000163d345[3 0000000034b61225 2 1 000000001303876e 0 0 228] 00000080:00200000:0.0:1787826360.455783:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000003b00c3b7 17ffffc0001001 3:0 ffff8a4f1a39f0e8 228 lru 00000080:00200000:0.0:1787826360.455788:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000081c61434 228: 1< 0 - - > 2< 933888 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.455791:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000000163d345 00000080:00200000:0.0:1787826360.455792:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 229. 00000080:00200000:0.0:1787826360.455794:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 229 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.455810:0:57603:0:(rw26.c:875:ll_write_end()) pos 937984, len 4096, copied 4096 00000080:00200000:0.0:1787826360.455815:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000c32a3ca1[3 0000000034b61225 2 1 000000001303876e 0 0 229] 00000080:00200000:0.0:1787826360.455817:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000099c6586d 17ffffc0001001 3:0 ffff8a4f1a39f3a0 229 lru 00000080:00200000:0.0:1787826360.455822:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000000a5d04ce 229: 1< 0 - - > 2< 937984 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.455824:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000c32a3ca1 00000080:00200000:0.0:1787826360.455826:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 230. 00000080:00200000:0.0:1787826360.455827:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 230 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.455841:0:57603:0:(rw26.c:875:ll_write_end()) pos 942080, len 4096, copied 4096 00000080:00200000:0.0:1787826360.455845:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000058967f1e[3 0000000034b61225 2 1 000000001303876e 0 0 230] 00000080:00200000:0.0:1787826360.455848:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f1f1ab48 17ffffc0001001 3:0 ffff8a4f1a39f2b8 230 lru 00000080:00200000:0.0:1787826360.456138:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000006681e938 230: 1< 0 - - > 2< 942080 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456140:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000058967f1e 00000080:00200000:0.0:1787826360.456142:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 231. 00000080:00200000:0.0:1787826360.456144:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 231 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456163:0:57603:0:(rw26.c:875:ll_write_end()) pos 946176, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456167:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000dd2cb666[3 0000000034b61225 2 1 000000001303876e 0 0 231] 00000080:00200000:0.0:1787826360.456170:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000099ba774c 17ffffc0001001 3:0 ffff8a4f1a39f740 231 lru 00000080:00200000:0.0:1787826360.456174:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000097b168c7 231: 1< 0 - - > 2< 946176 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456176:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000dd2cb666 00000080:00200000:0.0:1787826360.456177:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 232. 00000080:00200000:0.0:1787826360.456180:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 232 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456202:0:57603:0:(rw26.c:875:ll_write_end()) pos 950272, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456206:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000420ef9db[3 0000000034b61225 2 1 000000001303876e 0 0 232] 00000080:00200000:0.0:1787826360.456208:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000086a8e93 17ffffc0001001 3:0 ffff8a4f1a39f828 232 lru 00000080:00200000:0.0:1787826360.456212:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000069d75455 232: 1< 0 - - > 2< 950272 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456214:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000420ef9db 00000080:00200000:0.0:1787826360.456215:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 233. 00000080:00200000:0.0:1787826360.456217:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 233 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456229:0:57603:0:(rw26.c:875:ll_write_end()) pos 954368, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456232:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000016f89f7c[3 0000000034b61225 2 1 000000001303876e 0 0 233] 00000080:00200000:0.0:1787826360.456235:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a146be28 17ffffc0001001 3:0 ffff8a4f1a39fe80 233 lru 00000080:00200000:0.0:1787826360.456240:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9e304f0 233: 1< 0 - - > 2< 954368 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456242:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000016f89f7c 00000080:00200000:0.0:1787826360.456243:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 234. 00000080:00200000:0.0:1787826360.456245:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 234 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456261:0:57603:0:(rw26.c:875:ll_write_end()) pos 958464, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456266:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000537991b2[3 0000000034b61225 2 1 000000001303876e 0 0 234] 00000080:00200000:0.0:1787826360.456269:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000b3e7f75b 17ffffc0001001 3:0 ffff8a4f1a39f000 234 lru 00000080:00200000:0.0:1787826360.456274:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000615f3279 234: 1< 0 - - > 2< 958464 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456276:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000537991b2 00000080:00200000:0.0:1787826360.456277:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 235. 00000080:00200000:0.0:1787826360.456279:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 235 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456295:0:57603:0:(rw26.c:875:ll_write_end()) pos 962560, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456299:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000725bba80[3 0000000034b61225 2 1 000000001303876e 0 0 235] 00000080:00200000:0.0:1787826360.456301:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000006954a555 17ffffc0001001 3:0 ffff8a4f1a39f910 235 lru 00000080:00200000:0.0:1787826360.456307:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000cc3e9f3f 235: 1< 0 - - > 2< 962560 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456309:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000725bba80 00000080:00200000:0.0:1787826360.456310:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 236. 00000080:00200000:0.0:1787826360.456312:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 236 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456327:0:57603:0:(rw26.c:875:ll_write_end()) pos 966656, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456332:0:57603:0:(rw26.c:933:ll_write_end()) page@000000008cc74e69[3 0000000034b61225 2 1 000000001303876e 0 0 236] 00000080:00200000:0.0:1787826360.456335:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000051f8d7c 17ffffc0001001 3:0 ffff8a4f1a39f488 236 lru 00000080:00200000:0.0:1787826360.456340:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000002b24bb9 236: 1< 0 - - > 2< 966656 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456349:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000008cc74e69 00000080:00200000:0.0:1787826360.456350:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 237. 00000080:00200000:0.0:1787826360.456352:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 237 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456375:0:57603:0:(rw26.c:875:ll_write_end()) pos 970752, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456380:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000bc763447[3 0000000034b61225 2 1 000000001303876e 0 0 237] 00000080:00200000:0.0:1787826360.456382:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000007e6f8f53 17ffffc0001021 2:0 ffff8a4f1a39fcb0 237 lru 00000080:00200000:0.0:1787826360.456388:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000b9bc073b 237: 1< 0 - - > 2< 970752 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456390:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000bc763447 00000080:00200000:0.0:1787826360.456584:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 238. 00000080:00200000:0.0:1787826360.456588:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 238 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456605:0:57603:0:(rw26.c:875:ll_write_end()) pos 974848, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456610:0:57603:0:(rw26.c:933:ll_write_end()) page@000000001bfa7e83[3 0000000034b61225 2 1 000000001303876e 0 0 238] 00000080:00200000:0.0:1787826360.456733:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000040e8df35 17ffffc0001001 3:0 ffff8a4f1a39fd98 238 lru 00000080:00200000:0.0:1787826360.456739:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000002e0fcc4b 238: 1< 0 - - > 2< 974848 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456741:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000001bfa7e83 00000080:00200000:0.0:1787826360.456742:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 239. 00000080:00200000:0.0:1787826360.456744:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 239 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456771:0:57603:0:(rw26.c:875:ll_write_end()) pos 978944, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456775:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000015b118ad[3 0000000034b61225 2 1 000000001303876e 0 0 239] 00000080:00200000:0.0:1787826360.456778:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000fb19a05d 17ffffc0001001 3:0 ffff8a4f1a39f658 239 lru 00000080:00200000:0.0:1787826360.456782:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000048e628e5 239: 1< 0 - - > 2< 978944 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456784:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000015b118ad 00000080:00200000:0.0:1787826360.456785:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 240. 00000080:00200000:0.0:1787826360.456787:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 240 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456802:0:57603:0:(rw26.c:875:ll_write_end()) pos 983040, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456806:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000555d79dd[3 0000000034b61225 2 1 000000001303876e 0 0 240] 00000080:00200000:0.0:1787826360.456808:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000005f2b310 17ffffc0001001 3:0 ffff8a4f1a39f570 240 lru 00000080:00200000:0.0:1787826360.456813:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000079b0f7cd 240: 1< 0 - - > 2< 983040 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456815:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000555d79dd 00000080:00200000:0.0:1787826360.456816:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 241. 00000080:00200000:0.0:1787826360.456817:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 241 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456848:0:57603:0:(rw26.c:875:ll_write_end()) pos 987136, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456924:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000989bd460[3 0000000034b61225 2 1 000000001303876e 0 0 241] 00000080:00200000:0.0:1787826360.456927:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000a97eb244 17ffffc0001001 3:0 ffff8a4f09f90910 241 lru 00000080:00200000:0.0:1787826360.456932:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000076eee0ec 241: 1< 0 - - > 2< 987136 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456934:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000989bd460 00000080:00200000:0.0:1787826360.456935:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 242. 00000080:00200000:0.0:1787826360.456937:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 242 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456952:0:57603:0:(rw26.c:875:ll_write_end()) pos 991232, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456956:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000abb139e5[3 0000000034b61225 2 1 000000001303876e 0 0 242] 00000080:00200000:0.0:1787826360.456959:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000310ff708 17ffffc0001001 3:0 ffff8a4f09f90488 242 lru 00000080:00200000:0.0:1787826360.456964:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf58007d 242: 1< 0 - - > 2< 991232 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.456966:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000abb139e5 00000080:00200000:0.0:1787826360.456968:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 243. 00000080:00200000:0.0:1787826360.456970:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 243 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.456985:0:57603:0:(rw26.c:875:ll_write_end()) pos 995328, len 4096, copied 4096 00000080:00200000:0.0:1787826360.456990:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000057b6200e[3 0000000034b61225 2 1 000000001303876e 0 0 243] 00000080:00200000:0.0:1787826360.456993:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000962b0f9b 17ffffc0001001 3:0 ffff8a4f09f90cb0 243 lru 00000080:00200000:0.0:1787826360.456998:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000227dfa09 243: 1< 0 - - > 2< 995328 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457001:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000057b6200e 00000080:00200000:0.0:1787826360.457002:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 244. 00000080:00200000:0.0:1787826360.457004:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 244 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457091:0:57603:0:(rw26.c:875:ll_write_end()) pos 999424, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457097:0:57603:0:(rw26.c:933:ll_write_end()) page@000000007d794957[3 0000000034b61225 2 1 000000001303876e 0 0 244] 00000080:00200000:0.0:1787826360.457099:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @000000004a267ade 17ffffc0001001 3:0 ffff8a4f09f90d98 244 lru 00000080:00200000:0.0:1787826360.457105:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000071a03dfe 244: 1< 0 - - > 2< 999424 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457107:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000007d794957 00000080:00200000:0.0:1787826360.457108:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 245. 00000080:00200000:0.0:1787826360.457110:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 245 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457125:0:57603:0:(rw26.c:875:ll_write_end()) pos 1003520, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457129:0:57603:0:(rw26.c:933:ll_write_end()) page@000000003fe2d76d[3 0000000034b61225 2 1 000000001303876e 0 0 245] 00000080:00200000:0.0:1787826360.457132:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000024995b61 17ffffc0001001 3:0 ffff8a4f09f90658 245 lru 00000080:00200000:0.0:1787826360.457137:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000004b391d27 245: 1< 0 - - > 2< 1003520 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457144:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000003fe2d76d 00000080:00200000:0.0:1787826360.457146:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 246. 00000080:00200000:0.0:1787826360.457148:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 246 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457162:0:57603:0:(rw26.c:875:ll_write_end()) pos 1007616, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457166:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000951ce1db[3 0000000034b61225 2 1 000000001303876e 0 0 246] 00000080:00200000:0.0:1787826360.457169:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f891bab6 17ffffc0001001 3:0 ffff8a4f09f90570 246 lru 00000080:00200000:0.0:1787826360.457174:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000008066f4b0 246: 1< 0 - - > 2< 1007616 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457176:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000951ce1db 00000080:00200000:0.0:1787826360.457177:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 247. 00000080:00200000:0.0:1787826360.457180:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 247 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457192:0:57603:0:(rw26.c:875:ll_write_end()) pos 1011712, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457196:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000d3c85813[3 0000000034b61225 2 1 000000001303876e 0 0 247] 00000080:00200000:0.0:1787826360.457199:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000c5c06380 17ffffc0001001 3:0 ffff8a4f09f909f8 247 lru 00000080:00200000:0.0:1787826360.457204:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000097ca7a37 247: 1< 0 - - > 2< 1011712 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457206:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000d3c85813 00000080:00200000:0.0:1787826360.457208:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 248. 00000080:00200000:0.0:1787826360.457209:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 248 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457227:0:57603:0:(rw26.c:875:ll_write_end()) pos 1015808, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457232:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000060e91083[3 0000000034b61225 2 1 000000001303876e 0 0 248] 00000080:00200000:0.0:1787826360.457234:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000020e33eca 17ffffc0001001 3:0 ffff8a4f09f901d0 248 lru 00000080:00200000:0.0:1787826360.457239:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000006dc5a066 248: 1< 0 - - > 2< 1015808 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457241:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000060e91083 00000080:00200000:0.0:1787826360.457242:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 249. 00000080:00200000:0.0:1787826360.457244:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 249 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457257:0:57603:0:(rw26.c:875:ll_write_end()) pos 1019904, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457260:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000da022f57[3 0000000034b61225 2 1 000000001303876e 0 0 249] 00000080:00200000:0.0:1787826360.457263:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f7ee311b 17ffffc0001001 3:0 ffff8a4f09f90bc8 249 lru 00000080:00200000:0.0:1787826360.457267:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000a1deab20 249: 1< 0 - - > 2< 1019904 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457269:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000da022f57 00000080:00200000:0.0:1787826360.457270:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 250. 00000080:00200000:0.0:1787826360.457272:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 250 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457288:0:57603:0:(rw26.c:875:ll_write_end()) pos 1024000, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457292:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000cb9b3380[3 0000000034b61225 2 1 000000001303876e 0 0 250] 00000080:00200000:0.0:1787826360.457295:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000f2968f81 17ffffc0001001 3:0 ffff8a4f09f90ae0 250 lru 00000080:00200000:0.0:1787826360.457299:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000040b6d9a3 250: 1< 0 - - > 2< 1024000 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457301:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000cb9b3380 00000080:00200000:0.0:1787826360.457302:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 251. 00000080:00200000:0.0:1787826360.457304:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 251 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457318:0:57603:0:(rw26.c:875:ll_write_end()) pos 1028096, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457322:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000261bf371[3 0000000034b61225 2 1 000000001303876e 0 0 251] 00000080:00200000:0.0:1787826360.457325:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000436b079e 17ffffc0001001 3:0 ffff8a4f09f900e8 251 lru 00000080:00200000:0.0:1787826360.457329:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000acb42249 251: 1< 0 - - > 2< 1028096 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457332:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000261bf371 00000080:00200000:0.0:1787826360.457333:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 252. 00000080:00200000:0.0:1787826360.457334:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 252 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457355:0:57603:0:(rw26.c:875:ll_write_end()) pos 1032192, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457359:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000496a0b16[3 0000000034b61225 2 1 000000001303876e 0 0 252] 00000080:00200000:0.0:1787826360.457361:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000028ce53f3 17ffffc0001021 2:0 ffff8a4f09f903a0 252 lru 00000080:00200000:0.0:1787826360.457366:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@0000000062f849a7 252: 1< 0 - - > 2< 1032192 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457369:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000496a0b16 00000080:00200000:0.0:1787826360.457370:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 253. 00000080:00200000:0.0:1787826360.457371:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 253 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457390:0:57603:0:(rw26.c:875:ll_write_end()) pos 1036288, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457394:0:57603:0:(rw26.c:933:ll_write_end()) page@000000009fd51a63[3 0000000034b61225 2 1 000000001303876e 0 0 253] 00000080:00200000:0.0:1787826360.457397:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000538440f4 17ffffc0001001 3:0 ffff8a4f09f902b8 253 lru 00000080:00200000:0.0:1787826360.457401:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000aec97704 253: 1< 0 - - > 2< 1036288 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457403:0:57603:0:(rw26.c:933:ll_write_end()) end page@000000009fd51a63 00000080:00200000:0.0:1787826360.457404:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 254. 00000080:00200000:0.0:1787826360.457406:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 254 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457420:0:57603:0:(rw26.c:875:ll_write_end()) pos 1040384, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457425:0:57603:0:(rw26.c:933:ll_write_end()) page@0000000014c4d92e[3 0000000034b61225 2 1 000000001303876e 0 0 254] 00000080:00200000:0.0:1787826360.457428:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @0000000081c2ad7a 17ffffc0001001 3:0 ffff8a4f09f90740 254 lru 00000080:00200000:0.0:1787826360.457438:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@000000005afd2f2e 254: 1< 0 - - > 2< 1040384 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457440:0:57603:0:(rw26.c:933:ll_write_end()) end page@0000000014c4d92e 00000080:00200000:0.0:1787826360.457441:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 255. 00000080:00200000:0.0:1787826360.457443:0:57603:0:(rw26.c:681:ll_write_begin()) Writing 255 of 0 to 4096 bytes 00000080:00200000:0.0:1787826360.457461:0:57603:0:(rw26.c:875:ll_write_end()) pos 1044480, len 4096, copied 4096 00000080:00200000:0.0:1787826360.457465:0:57603:0:(rw26.c:933:ll_write_end()) page@00000000471e7f74[3 0000000034b61225 2 1 000000001303876e 0 0 255] 00000080:00200000:0.0:1787826360.457467:0:57603:0:(rw26.c:933:ll_write_end()) vmpage @00000000213344bb 17ffffc0001001 3:0 ffff8a4f09f90828 255 lru 00000080:00200000:0.0:1787826360.457472:0:57603:0:(rw26.c:933:ll_write_end()) osc-page@00000000771a852f 255: 1< 0 - - > 2< 1044480 0 0 0x0 0x0 | 00000000bbb1c4ef 00000000da559bd3 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1787826360.457474:0:57603:0:(rw26.c:933:ll_write_end()) end page@00000000471e7f74 00000080:00200000:0.0:1787826360.457476:0:57603:0:(rw26.c:933:ll_write_end()) queued cl_page: 256. 00000080:00200000:0.0:1787826360.457479:0:57603:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:0.0:1787826360.457558:0:57603:0:(osc_cache.c:860:osc_extent_find()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.457586:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.457598:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.457607:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.457615:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.457786:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.457811:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.457820:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.457829:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.457838:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.457847:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458194:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458204:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458214:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458223:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.458252:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.458261:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458271:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458280:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458289:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458297:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458304:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458311:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458320:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458342:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458352:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458360:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458370:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458379:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458387:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458396:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.458409:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.458415:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458437:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458446:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458455:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458463:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458472:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458480:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458490:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458498:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458506:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458522:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458531:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458541:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458550:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458558:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.458572:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.458578:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458587:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458596:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458832:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458848:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458972:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458981:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458990:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.458999:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459079:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459093:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459101:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459120:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459129:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459138:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.459152:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.459158:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459167:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459176:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459185:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459194:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459213:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459222:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459231:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459240:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459248:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459256:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459264:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459271:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459279:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459294:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.459306:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.459311:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459319:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459327:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459333:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459341:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459348:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459356:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459373:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459381:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459388:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459394:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459401:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459409:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459417:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459423:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.459435:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.459445:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459454:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459462:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459470:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459478:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459485:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459494:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459502:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459510:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459531:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459541:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459549:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459557:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459564:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459572:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.459586:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.459592:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459600:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459734:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459744:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459753:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459773:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459782:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459791:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459800:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459809:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459817:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459833:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459842:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459961:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.459975:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.459990:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.459996:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460004:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460083:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460091:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460113:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460122:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460131:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460139:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460147:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460154:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460162:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460170:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460179:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460197:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460206:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.460219:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.460225:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460235:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460243:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460251:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460259:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460266:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460286:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460294:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460303:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460311:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460319:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460327:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460335:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460341:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460349:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.460368:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.460374:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460382:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460389:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460396:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460403:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460412:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460420:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460428:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460447:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460456:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460464:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460471:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460479:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460486:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460496:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.460509:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.460515:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460537:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460546:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460554:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460562:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460569:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460575:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460582:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460589:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460598:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460614:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460747:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460765:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460775:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460783:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.460795:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.460800:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460807:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460815:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460835:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.460843:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461089:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461101:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461109:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461117:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461124:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461132:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461141:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461160:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461168:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461176:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.461190:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.461196:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461204:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461213:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461221:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461230:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461251:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461260:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461268:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461276:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461284:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461292:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461301:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461309:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461317:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461335:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.461350:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.461356:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461366:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461375:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461384:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461393:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461401:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461410:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461432:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461441:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461451:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461459:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461467:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461476:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461485:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461494:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.461508:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.461521:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461531:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461540:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461548:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461557:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461567:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461576:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461584:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461593:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461715:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461726:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461735:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461743:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461751:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461771:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.461786:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.461792:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461801:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461825:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461835:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.461844:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462137:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462147:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462156:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462163:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462171:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462178:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462196:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462204:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462213:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462221:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.462234:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 15, dirtied 15 00000008:00010000:0.0:1787826360.462239:0:57603:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1787826360.462246:0:57603:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095db3f8, count 1, dirtied 1 00000080:00200000:0.0:1787826360.462260:0:57603:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200008:0.0:1787826360.462276:0:57603:0:(file.c:5401:ll_fsync()) START file: name=f21.sanity-sec, fid=[0x240000402:0x28:0x0], start=0, end=1048575, datasync=0, need_sync 1/1 00000080:00200000:0.0:1787826360.462291:0:57603:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826360.462307:0:57603:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1787826360.462329:0:57603:0:(osc_cache.c:2059:try_to_add_extent_for_io()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.462342:0:57603:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826360.462629:0:57603:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1787826360.464245:0:57603:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff8a4f13c59a40 - object 0x2c0000400:16 offset 0<>1048576 00000100:00100000:1.0:1787826360.464349:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421981440:192.168.203.149@tcp:4:dd.0 00000008:00010000:0.0:1787826360.514475:0:2404:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826360.514721:0:2404:0:(osc_cache.c:498:__osc_extent_remove()) ### extent: 000000008208b741 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826360.514770:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421981440:192.168.203.149@tcp:4:dd.0 00000080:00200000:2.0:1787826360.514928:0:57603:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1787826360.515009:0:57603:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57603:1874669421981568:192.168.203.149@tcp:44:dd.0 00000100:00100000:2.0:1787826360.515118:0:57603:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb780 going to sleep for 11 seconds 00000100:00100000:2.0:1787826360.526153:0:57603:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967471 gen 1 00000100:00100000:2.0:1787826360.526192:0:57603:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff8a4f13cb0780 x1874669421981184/t4294967471(4294967471) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826376 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787826360.526209:0:57603:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57603:1874669421981568:192.168.203.149@tcp:44:dd.0 00000080:00200000:2.0:1787826360.526243:0:57603:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x28:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826360.526261:0:57603:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1787826360.526361:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787826360.526386:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421981696:192.168.203.149@tcp:16:dd.0 00010000:00010000:0.0:1787826360.535416:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826360.535485:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a4f07c09000: committing for last_committed 4294967365 gen 20 00000100:00100000:2.0:1787826360.535609:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421981696:192.168.203.149@tcp:16:dd.0 00000080:00200000:0.0:1787826360.535829:0:57603:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x28:0x0] updating i_size 1048576 i_blocks 2048 00000080:00200000:0.0:1787826360.535870:0:57603:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826360.535885:0:57603:0:(vvp_io.c:1398:vvp_io_write_start()) f21.sanity-sec: write bytes 0, result: 1048576 00000080:00200000:0.0:1787826360.535897:0:57603:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x28:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:0.0:1787826360.535903:0:57603:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f10c23f38 (ffff8a4f09f89ea8/0) at cl_lock_release():245 00000020:00010000:0.0:1787826360.535907:0:57603:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f10c23f38 (ffff8a4f09f89ea8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1787826360.535913:0:57603:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f069dfeb0 (ffff8a4f09f89f38/1) at cl_lock_cancel():142 00010000:00010000:0.0:1787826360.535927:0:57603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826360.535944:0:57603:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1787826360.535983:0:57603:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f10c23f38 (ffff8a4f09f89ea8/0) at cl_lock_fini():72 00000020:00010000:0.0:1787826360.535987:0:57603:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f069dfeb0 (ffff8a4f09f89ea8/1) at cl_lock_fini():72 00000080:00200000:0.0:1787826360.535996:0:57603:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:0.0:1787826360.536003:0:57603:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 255] 00000080:00200000:0.0:1787826360.536081:0:57603:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826360.536086:0:57603:0:(file.c:2240:ll_file_io_generic()) f21.sanity-sec: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:0.0:1787826360.536092:0:57603:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x28:0x0] updating i_size 1048576 i_blocks 2048 00000080:00200000:0.0:1787826360.536096:0:57603:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1787826360.536141:0:57603:0:(file.c:479:ll_file_release()) START file f21.sanity-sec:[0x240000402:0x28:0x0](ffff8a4f095db248), flags 4110001 00000002:00100000:0.0:1787826360.536221:0:57603:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f13cb0780 x1874669421981184/t4294967471(4294967471) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826376 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787826360.536234:0:57603:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787826360.536240:0:57603:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13c58780 x1874669421981952/t0(0) o35->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1787826360.536266:0:57603:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57603:1874669421981952:192.168.203.149@tcp:35:dd.0 00000100:00100000:0.0:1787826360.536627:0:57603:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f13c85000 going to sleep for 11 seconds 00000100:00100000:0.0:1787826360.548463:0:57603:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57603:1874669421981952:192.168.203.149@tcp:35:dd.0 00000002:00100000:0.0:1787826360.548521:0:57603:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f13cb0780 x1874669421981184/t4294967471(4294967471) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826376 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1787826360.598229:0:28023:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1787826360.598252:0:28023:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1787826360.598290:0:28023:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1787826361.430260:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421982208:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826361.430421:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787826361.430429:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421982080:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826361.430464:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421982336:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826361.436152:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421982080:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826361.436184:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421982336:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826361.448228:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421982208:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826361.558410:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826362.591006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826363.606209:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826364.630715:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1787826365.205199:0:57800:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826365.205212:0:57800:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826365.205236:0:57800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826365.205381:0:57800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00010000:00010000:2.0:1787826365.205398:0:57800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00000080:00200000:2.0:1787826365.205412:0:57800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826365.205421:0:57800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826365.205424:0:57800:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826365.205432:0:57800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4a93cb8 00010000:00010000:2.0:1787826365.205436:0:57800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00010000:00010000:2.0:1787826365.205445:0:57800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00000080:00200008:2.0:1787826365.207037:0:57800:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826365.207071:0:57800:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826365.207092:0:57800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826365.207105:0:57800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00010000:00010000:2.0:1787826365.207118:0:57800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00000080:00200000:2.0:1787826365.207126:0:57800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826365.207134:0:57800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826365.207137:0:57800:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826365.207143:0:57800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4a93cb8 00010000:00010000:2.0:1787826365.207147:0:57800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00010000:00010000:2.0:1787826365.207160:0:57800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000080:00200000:2.0:1787826365.207423:0:57800:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826365.207433:0:57800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826365.207440:0:57800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00010000:00010000:2.0:1787826365.207449:0:57800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00000080:00200000:2.0:1787826365.207455:0:57800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826365.207460:0:57800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826365.207463:0:57800:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826365.207467:0:57800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4a93bb0 00010000:00010000:2.0:1787826365.207470:0:57800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 0 00010000:00010000:2.0:1787826365.207477:0:57800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00000080:00200000:2.0:1787826365.207486:0:57800:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826365.207494:0:57800:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826365.207513:0:57800:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=a70cf0 00000100:00100000:2.0:1787826365.207561:0:57800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421982464:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826365.207665:0:57800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.220282:0:57800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421982464:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826365.220350:0:57800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421982592:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826365.220429:0:57800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.234919:0:57800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421982592:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826365.235011:0:57800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421982720:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826365.235090:0:57800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.244585:0:57800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421982720:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826365.244673:0:57800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421982848:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826365.244791:0:57800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.258891:0:57800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421982848:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826365.258955:0:57800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421982976:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826365.259025:0:57800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.270946:0:57800:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967472 gen 1 00000100:00100000:2.0:1787826365.270977:0:57800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421982976:192.168.203.149@tcp:48:lfs.0 00000080:00200008:2.0:1787826365.271024:0:57800:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:2.0:1787826365.271407:0:57800:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826365.271415:0:57800:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826365.271436:0:57800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826365.271454:0:57800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00010000:00010000:2.0:1787826365.271468:0:57800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00000080:00200000:2.0:1787826365.271481:0:57800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826365.271489:0:57800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826365.271492:0:57800:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826365.271500:0:57800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4a93cb8 00010000:00010000:2.0:1787826365.271503:0:57800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 0 00010000:00010000:2.0:1787826365.271512:0:57800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00000080:00200000:2.0:1787826365.271549:0:57800:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826365.271557:0:57800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826365.271565:0:57800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00010000:00010000:2.0:1787826365.271574:0:57800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00000080:00200000:2.0:1787826365.272814:0:57800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826365.272823:0:57800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826365.272827:0:57800:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826365.272833:0:57800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4a93bb0 00010000:00010000:2.0:1787826365.272838:0:57800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00010000:00010000:2.0:1787826365.272849:0:57800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:2.0:1787826365.272888:0:57800:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826365.272899:0:57800:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826365.272918:0:57800:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=a70cf0 00000100:00100000:2.0:1787826365.272967:0:57800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421983104:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826365.273059:0:57800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.295680:0:57800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421983104:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826365.295765:0:57800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421983232:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826365.295897:0:57800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.304110:0:57800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421983232:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826365.304189:0:57800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421983360:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826365.304266:0:57800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.308807:0:57800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421983360:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826365.308908:0:57800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421983488:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826365.309295:0:57800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.321716:0:57800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421983488:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826365.321791:0:57800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421983616:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826365.321904:0:57800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecb240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.334747:0:57800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57800:1874669421983616:192.168.203.149@tcp:48:lfs.0 00000080:00200008:2.0:1787826365.334804:0:57800:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:2.0:1787826365.406948:0:57804:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826365.406978:0:57804:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826365.406995:0:57804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1787826365.407010:0:57804:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:2.0:1787826365.407019:0:57804:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826365.407027:0:57804:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826365.407031:0:57804:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826365.407037:0:57804:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4aa3b58 00010000:00010000:2.0:1787826365.407041:0:57804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1787826365.407051:0:57804:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:2.0:1787826365.407065:0:57804:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826365.407073:0:57804:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:2.0:1787826365.407078:0:57804:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 1 00000080:00200000:2.0:1787826365.407082:0:57804:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=8 00000080:00200008:2.0:1787826365.407088:0:57804:0:(file.c:6313:ll_getattr_dentry()) START file f21.sanity-sec:[0x240000402:0x28:0x0](ffff8a4f095db248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826365.407093:0:57804:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x28:0x0](ffff8a4f095db248),name=f21.sanity-sec 00000002:00010000:2.0:1787826365.407105:0:57804:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x28:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826365.407114:0:57804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826365.407123:0:57804:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826365.407131:0:57804:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x25:0x0] suppgids 0 -1: rc 1 00000080:00010000:2.0:1787826365.407135:0:57804:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x28:0x0](ffff8a4f095db248) 00000080:00010000:2.0:1787826365.407137:0:57804:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x28:0x0](ffff8a4f095db248) for lock 0x7f6ab97892e4d151 00000080:00010000:2.0:1787826365.407141:0:57804:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d151 from it ffffb55dc4aa3cb8 00010000:00010000:2.0:1787826365.407144:0:57804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826365.407151:0:57804:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826365.407173:0:57804:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x28:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826365.407184:0:57804:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x28:0x0] 00000008:00010000:2.0:1787826365.407202:0:57804:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826365.407206:0:57804:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f124a5b30, osc lock ffff8a4f03e7ec30, flags 0x400001002 00010000:00010000:2.0:1787826365.407220:0:57804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 2/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826365.407232:0:57804:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 2/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1787826365.407243:0:57804:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826365.407330:0:57804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826365.407340:0:57804:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1787826365.407357:0:57804:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826365.407367:0:57804:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x28:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:2.0:1787826365.407371:0:57804:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f12780 (ffff8a4f09f89638/0) at cl_lock_release():245 00000020:00010000:2.0:1787826365.407375:0:57804:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f12780 (ffff8a4f09f89638/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826365.407377:0:57804:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f124a5b30 (ffff8a4f09f897e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826365.407382:0:57804:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f12780 (ffff8a4f09f89638/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826365.407385:0:57804:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f124a5b30 (ffff8a4f09f89638/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826365.407397:0:57804:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x28:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826365.407420:0:57804:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826365.407428:0:57804:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826365.407437:0:57804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:2.0:1787826365.407446:0:57804:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:2.0:1787826365.407453:0:57804:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826365.407517:0:57804:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826365.407520:0:57804:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826365.407524:0:57804:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4aa3c10 00010000:00010000:2.0:1787826365.407527:0:57804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:2.0:1787826365.407534:0:57804:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:2.0:1787826365.407547:0:57804:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826365.407551:0:57804:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:2.0:1787826365.407555:0:57804:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 1 00000080:00200000:2.0:1787826365.407560:0:57804:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=0 00000080:00200000:2.0:1787826365.407563:0:57804:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 3 00000080:00200000:2.0:1787826365.407569:0:57804:0:(namei.c:2418:ll_unlink()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448) 00010000:00010000:2.0:1787826365.407593:0:57804:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826365.407608:0:57804:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x28:0x0]: losing layout lock 00010000:00010000:2.0:1787826365.407647:0:57804:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826365.407656:0:57804:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826365.407658:0:57804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2bf200/0x7f6ab97892e4d151 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe523d expref: -99 pid: 57603 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:2.0:1787826365.407684:0:57804:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826365.407698:0:57804:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8fc00 x1874669421983872/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826365.407733:0:57804:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57804:1874669421983872:192.168.203.149@tcp:36:rm.0 00000100:00100000:2.0:1787826365.407836:0:57804:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03ecbf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826365.424623:0:57804:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:57804:1874669421983872:192.168.203.149@tcp:36:rm.0 00000080:00200000:2.0:1787826365.424679:0:57804:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826365.424691:0:57804:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826365.424717:0:57804:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826365.425972:0:57804:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240000402:0x28:0x0](ffff8a4f095db248) 00000008:00010000:2.0:1787826365.426007:0:57804:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1787826360 1787826360 0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 1/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826365.654797:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826366.553970:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421984000:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826366.554065:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421984256:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826366.554094:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421984512:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826366.554124:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787826366.554131:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421984128:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826366.554153:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421984384:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826366.574151:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421984128:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826366.574171:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421984384:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826366.574179:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421984000:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826366.574190:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421984256:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826366.574199:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421984512:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826366.678738:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826367.702833:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826367.764138:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826367.764351:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669432094336 00000100:00100000:1.0:1787826367.764375:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669432094336 00000100:00100000:1.0:1787826367.764462:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 89 00000100:00100000:1.0:1787826367.764475:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13c5b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:26966:x1874669432094336:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826367.764501:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826367.764630:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826367.764638:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13c5b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:26966:x1874669432094336:12345-192.168.203.149@tcp:104: Request processed in 166us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826367.764647:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 89 00010000:00010000:3.0:1787826367.765207:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826367.765218:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826367.765230:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f1a2bf600 already unused, calling callback (ffffffffc10ea1e0) 00010000:00010000:3.0:1787826367.765238:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826367.765298:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826367.765306:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826367.765346:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826367.765369:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 0000000039ec185e/0x7f6ab97892e4d158 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe524b expref: -99 pid: 57603 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826367.765396:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826367.765399:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826367.765400:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826367.765410:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826367.765430:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421984640:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826367.774032:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421984640:192.168.203.149@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826368.726234:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826369.750579:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826370.775969:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826371.673834:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421984896:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826371.673965:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985152:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826371.674001:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1787826371.674008:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421984768:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826371.674052:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985024:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826371.674075:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985280:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826371.697228:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421984768:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826371.697248:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967473 gen 1 00000100:00100000:2.0:1787826371.697264:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985024:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826371.697276:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985280:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826371.697410:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421984896:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826371.697425:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985152:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826371.801415:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826372.828203:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826373.846069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826374.870121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826375.894199:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826376.790346:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421985408:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826376.790603:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985664:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826376.790652:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985920:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826376.790685:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787826376.790692:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985536:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826376.790717:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985792:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826376.794481:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985536:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826376.794510:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985792:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826376.794522:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669421985408:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826376.794533:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985664:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826376.794542:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421985920:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826376.918830:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826377.943031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826378.966301:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787826379.162670:0:58093:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787826379.162683:0:58093:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826379.162706:0:58093:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826379.162725:0:58093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:3.0:1787826379.162741:0:58093:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:3.0:1787826379.162749:0:58093:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826379.162756:0:58093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826379.162761:0:58093:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:3.0:1787826379.162769:0:58093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4d73cb8 00010000:00010000:3.0:1787826379.162773:0:58093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:3.0:1787826379.162786:0:58093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200008:3.0:1787826379.164308:0:58093:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787826379.164317:0:58093:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826379.164335:0:58093:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826379.164350:0:58093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:3.0:1787826379.164363:0:58093:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:3.0:1787826379.164371:0:58093:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826379.164377:0:58093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826379.164380:0:58093:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:3.0:1787826379.164387:0:58093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4d73cb8 00010000:00010000:3.0:1787826379.164391:0:58093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:3.0:1787826379.164399:0:58093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:3.0:1787826379.164506:0:58093:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826379.164515:0:58093:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826379.164521:0:58093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:3.0:1787826379.164534:0:58093:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:3.0:1787826379.164541:0:58093:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787826379.164545:0:58093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826379.164547:0:58093:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:3.0:1787826379.164550:0:58093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4d73bb0 00010000:00010000:3.0:1787826379.164553:0:58093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:3.0:1787826379.164560:0:58093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:3.0:1787826379.164569:0:58093:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:3.0:1787826379.164576:0:58093:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:3.0:1787826379.164592:0:58093:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=ccfcf0 00000100:00100000:3.0:1787826379.164649:0:58093:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986048:192.168.203.149@tcp:48:lfs.0 00000100:00100000:3.0:1787826379.164762:0:58093:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918600 going to sleep for 11 seconds 00000100:00100000:3.0:1787826379.174538:0:58093:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986048:192.168.203.149@tcp:48:lfs.0 00000100:00100000:3.0:1787826379.174607:0:58093:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986176:192.168.203.149@tcp:19:lfs.0 00000100:00100000:3.0:1787826379.174694:0:58093:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918600 going to sleep for 11 seconds 00000100:00100000:3.0:1787826379.181704:0:58093:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986176:192.168.203.149@tcp:19:lfs.0 00000100:00100000:3.0:1787826379.181770:0:58093:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986304:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826379.182076:0:58093:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918600 going to sleep for 11 seconds 00000100:00100000:2.0:1787826379.196079:0:58093:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986304:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826379.196144:0:58093:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986432:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826379.196221:0:58093:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde600 going to sleep for 11 seconds 00000100:00100000:2.0:1787826379.208518:0:58093:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986432:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826379.209011:0:58093:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986560:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826379.209095:0:58093:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f12d89d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787826379.220131:0:58093:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986560:192.168.203.149@tcp:48:lfs.0 00000080:00200008:0.0:1787826379.220208:0:58093:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:0.0:1787826379.221138:0:58093:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787826379.221155:0:58093:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826379.221183:0:58093:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826379.221207:0:58093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787826379.221224:0:58093:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:0.0:1787826379.221233:0:58093:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826379.221241:0:58093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826379.221245:0:58093:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:0.0:1787826379.221255:0:58093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4d73cb8 00010000:00010000:0.0:1787826379.221259:0:58093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1787826379.221269:0:58093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:0.0:1787826379.221815:0:58093:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826379.221830:0:58093:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826379.221840:0:58093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787826379.221849:0:58093:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:0.0:1787826379.221904:0:58093:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826379.221910:0:58093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826379.221921:0:58093:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:0.0:1787826379.221926:0:58093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4d73bb0 00010000:00010000:0.0:1787826379.221930:0:58093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1787826379.221938:0:58093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:0.0:1787826379.221950:0:58093:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:0.0:1787826379.221958:0:58093:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:0.0:1787826379.222074:0:58093:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248) cmd=c0b066a2 arg=ccfcf0 00000100:00100000:0.0:1787826379.222147:0:58093:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986688:192.168.203.149@tcp:48:lfs.0 00000100:00100000:0.0:1787826379.222266:0:58093:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f100bce40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826379.231956:0:58093:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986688:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826379.232053:0:58093:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986816:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826379.232154:0:58093:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde600 going to sleep for 11 seconds 00000100:00100000:2.0:1787826379.237290:0:58093:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986816:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826379.237376:0:58093:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986944:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826379.238119:0:58093:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde600 going to sleep for 11 seconds 00000100:00100000:2.0:1787826379.244984:0:58093:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421986944:192.168.203.149@tcp:19:lfs.0 00000100:00100000:2.0:1787826379.245083:0:58093:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421987072:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826379.245196:0:58093:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde600 going to sleep for 11 seconds 00000100:00100000:2.0:1787826379.257340:0:58093:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421987072:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826379.257438:0:58093:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421987200:192.168.203.149@tcp:48:lfs.0 00000100:00100000:2.0:1787826379.257550:0:58093:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde600 going to sleep for 11 seconds 00000100:00100000:2.0:1787826379.262237:0:58093:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58093:1874669421987200:192.168.203.149@tcp:48:lfs.0 00000080:00200008:2.0:1787826379.262331:0:58093:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00010000:00010000:3.0:1787826379.990799:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826381.015936:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826381.917425:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421987456:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826381.917571:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421987712:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826381.919129:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421987328:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826381.919239:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421987584:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826381.919272:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421987840:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826381.921715:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421987712:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826381.923652:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421987456:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826381.936416:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421987328:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826381.936445:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421987584:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826381.936457:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421987840:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826382.044693:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826383.068039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826384.086366:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826385.120095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1787826385.440304:0:58180:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826385.440335:0:58180:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826385.440361:0:58180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787826385.440377:0:58180:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:0.0:1787826385.440386:0:58180:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787826385.440395:0:58180:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826385.440398:0:58180:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:0.0:1787826385.440407:0:58180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4e3bb58 00010000:00010000:0.0:1787826385.440411:0:58180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1787826385.440419:0:58180:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:0.0:1787826385.440435:0:58180:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826385.440442:0:58180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:0.0:1787826385.440451:0:58180:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826385.440456:0:58180:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448),name=d21.sanity-sec 00000002:00010000:0.0:1787826385.440468:0:58180:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826385.440476:0:58180:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/37 (0 0) 00010000:00010000:0.0:1787826385.440524:0:58180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58180 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826385.440531:0:58180:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58180 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826385.440541:0:58180:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58180 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826385.440656:0:58180:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58180:1874669421987968:192.168.203.149@tcp:101:chmod.0 00000100:00100000:0.0:1787826385.440824:0:58180:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f100bc300 going to sleep for 11 seconds 00000100:00100000:2.0:1787826385.445768:0:58180:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58180:1874669421987968:192.168.203.149@tcp:101:chmod.0 00010000:00010000:2.0:1787826385.445793:0:58180:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826385.445818:0:58180:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826385.445828:0:58180:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826385.446155:0:58180:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826385.446168:0:58180:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826385.446196:0:58180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826385.446204:0:58180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826385.446227:0:58180:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826385.446241:0:58180:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c58000 x1874669421987968/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826401 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826385.446254:0:58180:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826385.446265:0:58180:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/37 (0 0) 00000080:00200000:2.0:1787826385.446272:0:58180:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826385.446300:0:58180:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00010000:2.0:1787826385.446319:0:58180:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d15f 00000080:00010000:2.0:1787826385.446325:0:58180:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826385.446329:0:58180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d15f from it ffffb55dc4e3bcb8 00010000:00010000:2.0:1787826385.446332:0:58180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826385.446355:0:58180:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826385.446739:0:58180:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826385.446777:0:58180:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826385.446790:0:58180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:2.0:1787826385.446802:0:58180:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:2.0:1787826385.446809:0:58180:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826385.446814:0:58180:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826385.446816:0:58180:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826385.446820:0:58180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4e3bc08 00010000:00010000:2.0:1787826385.446823:0:58180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:2.0:1787826385.446831:0:58180:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:2.0:1787826385.447103:0:58180:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826385.447129:0:58180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826385.447159:0:58180:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 41, mode 4003, uid 20766720, gid -30129, new size 0, atime 1787826385.000000000, mtime 1787826385.000000000, ctime 1787826385.000000000 00010000:00010000:2.0:1787826385.447196:0:58180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826385.447242:0:58180:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1787826385.447282:0:58180:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826385.447289:0:58180:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826385.447292:0:58180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564600/0x7f6ab97892e4d15f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5291 expref: -99 pid: 58180 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787826385.447310:0:58180:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826385.447320:0:58180:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8cf00 x1874669421988224/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826385.447369:0:58180:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58180:1874669421988224:192.168.203.149@tcp:36:chmod.0 00000100:00100000:2.0:1787826385.447799:0:58180:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdea80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826385.456926:0:58180:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967474 gen 1 00000100:00100000:2.0:1787826385.456943:0:58180:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58180:1874669421988224:192.168.203.149@tcp:36:chmod.0 00000080:00200000:2.0:1787826385.456981:0:58180:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200008:2.0:1787826385.457002:0:58180:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 10000041, mode 4003, uid 20766720, gid -30129, new size 0, atime 1787826385.000000000, mtime 1787826385.000000000, ctime 1787826385.000000000, rc 0 00010000:00010000:3.0:1787826386.135222:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826387.034120:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421988352:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826387.034367:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421988608:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826387.034399:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421988864:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826387.034441:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787826387.034449:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421988480:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826387.034472:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421988736:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826387.045533:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421988480:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826387.045553:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421988736:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826387.045563:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421988608:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826387.045586:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421988864:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826387.048314:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421988352:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826387.158270:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826388.184056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826389.206972:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1787826389.929488:0:58257:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826389.929535:0:58257:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826389.929574:0:58257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:3.0:1787826389.929596:0:58257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:3.0:1787826389.929606:0:58257:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1787826389.929618:0:58257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826389.929623:0:58257:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:3.0:1787826389.929634:0:58257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4ef3bf8 00010000:00010000:3.0:1787826389.929638:0:58257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:3.0:1787826389.929649:0:58257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:3.0:1787826389.929672:0:58257:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:3.0:1787826389.929685:0:58257:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:3.0:1787826389.929692:0:58257:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 1 00000080:00200000:3.0:1787826389.929707:0:58257:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 3 00000080:00200000:3.0:1787826389.929713:0:58257:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), file ffff8a4f112c5c80, open_flags 8941, mode 81b6 opened 0 00000080:00200000:3.0:1787826389.929723:0:58257:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=open|creat 00000002:00010000:3.0:1787826389.929752:0:58257:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x240000402:0x29:0x0]) in obj [0x240000402:0x25:0x0], intent: open|creat flags 0104502 00010000:00010000:3.0:1787826389.929825:0:58257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 58257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.929839:0:58257:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 58257 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787826389.929879:0:58257:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787826389.929896:0:58257:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f08daa580 x1874669421989120/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787826389.929908:0:58257:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 58257 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826389.929937:0:58257:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58257:1874669421989120:192.168.203.149@tcp:101:touch.60003 00000100:00100000:3.0:1787826389.930417:0:58257:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918000 going to sleep for 11 seconds 00000100:00100000:3.0:1787826389.939497:0:58257:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58257:1874669421989120:192.168.203.149@tcp:101:touch.60003 00010000:00010000:3.0:1787826389.939532:0:58257:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.939569:0:58257:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.939578:0:58257:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.939593:0:58257:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.939606:0:58257:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.939631:0:58257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.939638:0:58257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.939646:0:58257:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826389.939660:0:58257:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f08daa580 x1874669421989120/t4294967475(4294967475) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826405 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00100000:3.0:1787826389.939675:0:58257:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f08daa580 x1874669421989120/t4294967475(4294967475) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826405 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:3.0:1787826389.939690:0:58257:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787826389.939705:0:58257:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.939717:0:58257:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/41 (0 0) 00000080:00200000:3.0:1787826389.939725:0:58257:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x25:0x0] suppgids -1 -1: rc 0 00000080:00200000:3.0:1787826389.939743:0:58257:0:(namei.c:1628:ll_create_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=open|creat 00000080:00200000:3.0:1787826389.939780:0:58257:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x29:0x0](ffff8a4f095342c8) 00000080:00200000:3.0:1787826389.940186:0:58257:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x29:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1787826389.940193:0:58257:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x29:0x0](ffff8a4f095342c8) 00000080:00010000:3.0:1787826389.940198:0:58257:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x29:0x0](ffff8a4f095342c8) for lock 0x7f6ab97892e4d166 00000080:00010000:3.0:1787826389.940211:0:58257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x29:0x0](ffff8a4f095342c8) 00000080:00200008:3.0:1787826389.940230:0:58257:0:(file.c:1090:ll_file_open()) START file f21.sanity-sec:[0x240000402:0x29:0x0](ffff8a4f095342c8), flags 104501 00000002:00100000:3.0:1787826389.940258:0:58257:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f08daa580 x1874669421989120/t4294967475(4294967475) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826405 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000080:00010000:3.0:1787826389.940293:0:58257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d166 from it ffff8a4f11b9dd80 00010000:00010000:3.0:1787826389.940299:0:58257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.940310:0:58257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826389.940340:0:58257:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x29:0x0](ffff8a4f095342c8), inode mode 81a4 mask 40 00000080:00200008:3.0:1787826389.940392:0:58257:0:(llite_lib.c:2427:ll_setattr_raw()) START file f21.sanity-sec:[0x240000402:0x29:0x0](ffff8a4f095342c8) current size 0, valid attrs 20070, mode 8a4f, uid -990953904, gid -19107, new size 18446744072304917015, atime 1787826389.000000000, mtime 1787826389.000000000, ctime 1787826389.000000000 00010000:00010000:3.0:1787826389.940417:0:58257:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826389.940435:0:58257:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x29:0x0]: losing layout lock 00010000:00010000:3.0:1787826389.940480:0:58257:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826389.940488:0:58257:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826389.940492:0:58257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08c00/0x7f6ab97892e4d166 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe52c9 expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1787826389.940516:0:58257:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787826389.940524:0:58257:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f08daa1c0 x1874669421989376/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787826389.940565:0:58257:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58257:1874669421989376:192.168.203.149@tcp:36:touch.60003 00000100:00100000:3.0:1787826389.940671:0:58257:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918300 going to sleep for 11 seconds 00000100:00100000:3.0:1787826389.947619:0:58257:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58257:1874669421989376:192.168.203.149@tcp:36:touch.60003 00000080:00200000:3.0:1787826389.947688:0:58257:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x29:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1787826389.947720:0:58257:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x240000402:0x29:0x0](ffff8a4f095342c8) 00000002:00010000:3.0:1787826389.947745:0:58257:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x29:0x0]) in obj [0x240000402:0x29:0x0], intent: layout flags 0 00010000:00010000:3.0:1787826389.947820:0:58257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.947832:0:58257:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.947843:0:58257:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58257 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826389.947891:0:58257:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58257:1874669421989504:192.168.203.149@tcp:101:touch.60003 00000100:00100000:3.0:1787826389.948250:0:58257:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918300 going to sleep for 11 seconds 00000100:00100000:3.0:1787826389.951826:0:58257:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58257:1874669421989504:192.168.203.149@tcp:101:touch.60003 00010000:00010000:3.0:1787826389.951938:0:58257:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.951957:0:58257:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787826389.951973:0:58257:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff8a4f08daad00 x1874669421989504/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1787826405 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.60003' uid:60003 gid:60003 projid:0 00000002:00010000:3.0:1787826389.951991:0:58257:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1787826389.952005:0:58257:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.952021:0:58257:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 16 res 9663677442/41 (0 0) 00000080:00200000:3.0:1787826389.952030:0:58257:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x240000402:0x29:0x0] suppgids 60003 60003: rc 0 00000080:00010000:3.0:1787826389.952054:0:58257:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x29:0x0](ffff8a4f095342c8) for lock 0x7f6ab97892e4d16d 00000080:00010000:3.0:1787826389.952065:0:58257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d16d from it ffffb55dc4ef3a78 00010000:00010000:3.0:1787826389.952070:0:58257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787826389.952081:0:58257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826389.952112:0:58257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 2/1,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826389.952125:0:58257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 2/1,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1787826389.952134:0:58257:0:(file.c:6959:ll_layout_lock_set()) ### file [0x240000402:0x29:0x0](00000000a43cc980) being reconfigured ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826389.952186:0:58257:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x29:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1787826389.952192:0:58257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787826389.952200:0:58257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1787826389.952226:0:58257:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787826389.952344:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787826389.952368:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421989632:192.168.203.149@tcp:2:touch.60003 00000100:00100000:2.0:1787826389.964701:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421989632:192.168.203.149@tcp:2:touch.60003 00000080:00200000:0.0:1787826389.964892:0:58257:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x29:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1787826389.965466:0:58257:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f21.sanity-sec:[0x240000402:0x29:0x0](ffff8a4f095342c8) current size 0, valid attrs 100201f0, mode 8a4f, uid -990953904, gid -19107, new size 18446744072304917015, atime 1787826389.000000000, mtime 1787826389.000000000, ctime 1787826389.000000000, rc 0 00000080:00200008:2.0:1787826389.965509:0:58257:0:(file.c:479:ll_file_release()) START file f21.sanity-sec:[0x240000402:0x29:0x0](ffff8a4f095342c8), flags 104001 00000002:00100000:2.0:1787826389.965611:0:58257:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f08daa580 x1874669421989120/t4294967475(4294967475) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826405 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.60003' uid:60003 gid:60003 projid:0 00000020:00100000:2.0:1787826389.965624:0:58257:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826389.965631:0:58257:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8c780 x1874669421989888/t0(0) o35->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826389.965667:0:58257:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58257:1874669421989888:192.168.203.149@tcp:35:touch.60003 00000100:00100000:2.0:1787826389.965795:0:58257:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde180 going to sleep for 11 seconds 00000100:00100000:2.0:1787826389.968784:0:58257:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job touch:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58257:1874669421989888:192.168.203.149@tcp:35:touch.60003 00000002:00100000:2.0:1787826389.968834:0:58257:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f08daa580 x1874669421989120/t4294967475(4294967475) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826405 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.60003' uid:60003 gid:60003 projid:0 00000080:00200000:0.0:1787826390.064691:0:58261:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:0.0:1787826390.065254:0:58261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826390.065283:0:58261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826390.065303:0:58261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:0.0:1787826390.065314:0:58261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1787826390.065327:0:58261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:0.0:1787826390.065331:0:58261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:0.0:1787826390.065341:0:58261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4f03b58 00010000:00010000:0.0:1787826390.065345:0:58261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1787826390.065356:0:58261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:0.0:1787826390.065376:0:58261:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:0.0:1787826390.065388:0:58261:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:0.0:1787826390.065396:0:58261:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 1 00000080:00200000:0.0:1787826390.065411:0:58261:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), flags=8 00000080:00200000:0.0:1787826390.065416:0:58261:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=getattr 00000002:00010000:0.0:1787826390.065445:0:58261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x0:0x0:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 01 00010000:00010000:0.0:1787826390.065721:0:58261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 58261 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.065731:0:58261:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 58261 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.065813:0:58261:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 58261 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787826390.065846:0:58261:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58261:1874669421990016:192.168.203.149@tcp:101:rm.60003 00000100:00100000:0.0:1787826390.066841:0:58261:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f100bcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787826390.084280:0:58261:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58261:1874669421990016:192.168.203.149@tcp:101:rm.60003 00010000:00010000:0.0:1787826390.084317:0:58261:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.084339:0:58261:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.084348:0:58261:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.084362:0:58261:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.084375:0:58261:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.084390:0:58261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.084418:0:58261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.084427:0:58261:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787826390.084442:0:58261:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f13c58780 x1874669421990016/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1787826406 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.60003' uid:60003 gid:60003 projid:0 00000002:00010000:0.0:1787826390.084455:0:58261:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1787826390.084471:0:58261:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.084483:0:58261:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/41 (0 0) 00000080:00200000:0.0:1787826390.084491:0:58261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x25:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1787826390.084563:0:58261:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x29:0x0](ffff8a4f095342c8): rc = 0 00000080:00200000:0.0:1787826390.084581:0:58261:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x29:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1787826390.084588:0:58261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x29:0x0](ffff8a4f095342c8) for lock 0x7f6ab97892e4d174 00000080:00010000:0.0:1787826390.084602:0:58261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x29:0x0](ffff8a4f095342c8) 00000080:00010000:0.0:1787826390.084605:0:58261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d174 from it ffffb55dc4f03b20 00010000:00010000:0.0:1787826390.084609:0:58261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.084619:0:58261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1787826390.084682:0:58261:0:(file.c:6313:ll_getattr_dentry()) START file f21.sanity-sec:[0x240000402:0x29:0x0](ffff8a4f095342c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787826390.084691:0:58261:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x29:0x0](ffff8a4f095342c8),name=f21.sanity-sec 00000002:00010000:0.0:1787826390.084719:0:58261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x29:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787826390.084730:0:58261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826390.084755:0:58261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787826390.084763:0:58261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x25:0x0] suppgids -1 60003: rc 1 00000080:00010000:0.0:1787826390.084769:0:58261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x29:0x0](ffff8a4f095342c8) 00000080:00010000:0.0:1787826390.084772:0:58261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x29:0x0](ffff8a4f095342c8) for lock 0x7f6ab97892e4d174 00000080:00010000:0.0:1787826390.084776:0:58261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d174 from it ffffb55dc4f03cb8 00010000:00010000:0.0:1787826390.084779:0:58261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787826390.084787:0:58261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826390.084810:0:58261:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x29:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1787826390.084823:0:58261:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x29:0x0] 00000008:00010000:0.0:1787826390.084846:0:58261:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1787826390.086041:0:58261:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f06bc9730, osc lock ffff8a4f08c81ad0, flags 0x400001002 00010000:00010000:1.0:1787826390.086956:0:58261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826390.086975:0:58261:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1787826390.087020:0:58261:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1787826390.087174:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421990144:192.168.203.149@tcp:101:rm.60003 00010000:00010000:0.0:1787826390.090377:0:2404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.090428:0:2404:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.090445:0:2404:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.090459:0:2404:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1787826390.090476:0:2404:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1787826390.090490:0:2404:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1787826390.090506:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.090515:0:2404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.090524:0:2404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787826390.090534:0:2404:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787826390.091033:0:58261:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x29:0x0] updating i_size 0 i_blocks 0 00000020:00010000:1.0:1787826390.091041:0:58261:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f104f0 (ffff8a4f09f89a28/0) at cl_lock_release():245 00000020:00010000:1.0:1787826390.091045:0:58261:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f104f0 (ffff8a4f09f89a28/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826390.091052:0:58261:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f06bc9730 (ffff8a4f09f89c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826390.091057:0:58261:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f104f0 (ffff8a4f09f89a28/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826390.091060:0:58261:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f06bc9730 (ffff8a4f09f89a28/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826390.091078:0:58261:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x29:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826390.091152:0:58261:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826390.091181:0:58261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826390.091202:0:58261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:1.0:1787826390.091218:0:58261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:1.0:1787826390.091227:0:58261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826390.091234:0:58261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826390.091246:0:58261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826390.091254:0:58261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4f03b58 00010000:00010000:1.0:1787826390.091258:0:58261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:1.0:1787826390.091266:0:58261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:1.0:1787826390.091284:0:58261:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.091293:0:58261:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:1.0:1787826390.091299:0:58261:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 1 00000080:00200000:1.0:1787826390.091303:0:58261:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=8 00000080:00200008:1.0:1787826390.091310:0:58261:0:(file.c:6313:ll_getattr_dentry()) START file f21.sanity-sec:[0x240000402:0x29:0x0](ffff8a4f095342c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787826390.091315:0:58261:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x29:0x0](ffff8a4f095342c8),name=f21.sanity-sec 00000002:00010000:1.0:1787826390.091332:0:58261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x29:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826390.091343:0:58261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826390.091352:0:58261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826390.091359:0:58261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x25:0x0] suppgids -1 60003: rc 1 00000080:00010000:1.0:1787826390.091363:0:58261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x29:0x0](ffff8a4f095342c8) 00000080:00010000:1.0:1787826390.091365:0:58261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x29:0x0](ffff8a4f095342c8) for lock 0x7f6ab97892e4d174 00000080:00010000:1.0:1787826390.091369:0:58261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d174 from it ffffb55dc4f03cb8 00010000:00010000:1.0:1787826390.091372:0:58261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826390.091391:0:58261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826390.091410:0:58261:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x29:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1787826390.091419:0:58261:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x29:0x0] 00000100:00100000:0.0:1787826390.091595:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421990144:192.168.203.149@tcp:101:rm.60003 00000008:00010000:1.0:1787826390.092591:0:58261:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1787826390.092599:0:58261:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f069df9b0, osc lock ffff8a4f0691d380, flags 0x400001002 00010000:00010000:1.0:1787826390.092629:0:58261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826390.092647:0:58261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1787826390.093037:0:58261:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1787826390.093045:0:58261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787826390.093056:0:58261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1787826390.093071:0:58261:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1787826390.093083:0:58261:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x29:0x0] updating i_size 0 i_blocks 0 00000020:00010000:1.0:1787826390.093088:0:58261:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f104f0 (ffff8a4f09f89a28/0) at cl_lock_release():245 00000020:00010000:1.0:1787826390.093091:0:58261:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f104f0 (ffff8a4f09f89a28/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826390.093094:0:58261:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f069df9b0 (ffff8a4f09f89c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1787826390.093097:0:58261:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f104f0 (ffff8a4f09f89a28/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826390.093116:0:58261:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f069df9b0 (ffff8a4f09f89a28/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826390.093131:0:58261:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x29:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826390.093186:0:58261:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826390.093208:0:58261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826390.093220:0:58261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:1.0:1787826390.093230:0:58261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:1.0:1787826390.093236:0:58261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826390.093244:0:58261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826390.093247:0:58261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826390.093252:0:58261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4f03be8 00010000:00010000:1.0:1787826390.093255:0:58261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:1.0:1787826390.093261:0:58261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:1.0:1787826390.093272:0:58261:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.093280:0:58261:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:1.0:1787826390.093287:0:58261:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 1 00000080:00200000:1.0:1787826390.093291:0:58261:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=9 00000080:00200000:1.0:1787826390.093296:0:58261:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x29:0x0](ffff8a4f095342c8), inode mode 81a4 mask 22 00000080:00200000:1.0:1787826390.093315:0:58261:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826390.093322:0:58261:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826390.093328:0:58261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:1.0:1787826390.093344:0:58261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:1.0:1787826390.093351:0:58261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826390.093356:0:58261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826390.093359:0:58261:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826390.093364:0:58261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4f03c10 00010000:00010000:1.0:1787826390.093367:0:58261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:1.0:1787826390.093376:0:58261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:1.0:1787826390.093386:0:58261:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826390.093391:0:58261:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:1.0:1787826390.093395:0:58261:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 1 00000080:00200000:1.0:1787826390.093403:0:58261:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=0 00000080:00200000:1.0:1787826390.093408:0:58261:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 4003 mask 3 00000080:00200000:1.0:1787826390.093413:0:58261:0:(namei.c:2418:ll_unlink()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448) 00010000:00010000:1.0:1787826390.094625:0:58261:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1787826390.094656:0:58261:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x29:0x0]: losing layout lock 00010000:00010000:1.0:1787826390.094876:0:58261:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1787826390.094888:0:58261:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x29:0x0]: losing layout lock 00010000:00010000:1.0:1787826390.095150:0:58261:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826390.095161:0:58261:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 1/0,0 mode: --/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826390.095168:0:58261:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1787826390.095171:0:58261:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f11564800/0x7f6ab97892e4d174 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe52fa expref: -99 pid: 58261 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787826390.095191:0:58261:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09400/0x7f6ab97892e4d16d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe52de expref: -99 pid: 58257 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:1.0:1787826390.095222:0:58261:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787826390.095240:0:58261:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb03c0 x1874669421990400/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787826390.095272:0:58261:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58261:1874669421990400:192.168.203.149@tcp:36:rm.60003 00000100:00100000:1.0:1787826390.095406:0:58261:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f0689ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826390.107164:0:58261:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58261:1874669421990400:192.168.203.149@tcp:36:rm.60003 00000080:00200000:2.0:1787826390.107247:0:58261:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826390.107264:0:58261:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826390.107300:0:58261:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826390.107309:0:58261:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240000402:0x29:0x0](ffff8a4f095342c8) 00000008:00010000:2.0:1787826390.107353:0:58261:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1787826389 1787826389 1787826389 by oinfo size 0 blocks 0 [cma]time 1787826389 1787826389 1787826389 ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826390.231971:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826391.254975:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826392.150361:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421990656:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826392.150479:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421990528:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826392.150496:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421990912:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826392.150518:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421990784:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826392.150552:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421991040:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826392.161572:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421990912:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826392.162015:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421990528:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826392.162033:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421991040:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826392.166946:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421990784:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826392.172570:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421990656:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826392.279678:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826393.304676:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826394.326559:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1787826395.273137:0:58348:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826395.273166:0:58348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826395.273184:0:58348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:2.0:1787826395.273200:0:58348:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:2.0:1787826395.273209:0:58348:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826395.273217:0:58348:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826395.273221:0:58348:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826395.273229:0:58348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4fb3b58 00010000:00010000:2.0:1787826395.273233:0:58348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:2.0:1787826395.273243:0:58348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:2.0:1787826395.273258:0:58348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826395.273266:0:58348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826395.273274:0:58348:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826395.273279:0:58348:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448),name=d21.sanity-sec 00000002:00010000:2.0:1787826395.273291:0:58348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826395.273297:0:58348:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/37 (0 0) 00010000:00010000:2.0:1787826395.273340:0:58348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.273349:0:58348:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58348 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.273360:0:58348:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58348 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826395.273503:0:58348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58348:1874669421991168:192.168.203.149@tcp:101:chmod.0 00000100:00100000:2.0:1787826395.273661:0:58348:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826395.290019:0:58348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58348:1874669421991168:192.168.203.149@tcp:101:chmod.0 00010000:00010000:2.0:1787826395.290047:0:58348:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.290072:0:58348:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.290081:0:58348:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.290092:0:58348:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.290103:0:58348:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.290115:0:58348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.290122:0:58348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.290133:0:58348:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826395.290144:0:58348:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8e1c0 x1874669421991168/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826411 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826395.290158:0:58348:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.290168:0:58348:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/37 (0 0) 00000080:00200000:2.0:1787826395.290174:0:58348:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826395.290204:0:58348:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00010000:2.0:1787826395.290209:0:58348:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d182 00000080:00010000:2.0:1787826395.290214:0:58348:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826395.290217:0:58348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d182 from it ffffb55dc4fb3cb8 00010000:00010000:2.0:1787826395.290221:0:58348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826395.290229:0:58348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826395.290299:0:58348:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826395.290317:0:58348:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826395.290329:0:58348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826395.290340:0:58348:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:2.0:1787826395.290347:0:58348:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826395.290352:0:58348:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826395.290355:0:58348:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826395.290359:0:58348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc4fb3c08 00010000:00010000:2.0:1787826395.290362:0:58348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:2.0:1787826395.290369:0:58348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:2.0:1787826395.290379:0:58348:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826395.290385:0:58348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826395.290401:0:58348:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 41, mode 40c0, uid 20766720, gid -30129, new size 0, atime 1787826395.000000000, mtime 1787826395.000000000, ctime 1787826395.000000000 00010000:00010000:2.0:1787826395.290419:0:58348:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826395.290432:0:58348:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1787826395.290466:0:58348:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826395.290473:0:58348:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826395.290476:0:58348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d182 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5340 expref: -99 pid: 58348 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787826395.290497:0:58348:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826395.290504:0:58348:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8e1c0 x1874669421991424/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826395.290538:0:58348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58348:1874669421991424:192.168.203.149@tcp:36:chmod.0 00000100:00100000:2.0:1787826395.290631:0:58348:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826395.305901:0:58348:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967479 gen 1 00000100:00100000:2.0:1787826395.305945:0:58348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58348:1874669421991424:192.168.203.149@tcp:36:chmod.0 00000080:00200000:2.0:1787826395.305974:0:58348:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200008:2.0:1787826395.305988:0:58348:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 10000041, mode 40c0, uid 20766720, gid -30129, new size 0, atime 1787826395.000000000, mtime 1787826395.000000000, ctime 1787826395.000000000, rc 0 00000100:00100000:0.0:1787826395.309239:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:1.0:1787826395.309317:0:6166:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787826395.309346:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669432107904 00000100:00100000:1.0:1787826395.309355:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669432107904 00000100:00100000:1.0:1787826395.309419:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 90 00000100:00100000:1.0:1787826395.309429:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f03e66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8499:x1874669432107904:12345-192.168.203.149@tcp:104: 00010000:00010000:1.0:1787826395.309446:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787826395.309531:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787826395.309538:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f03e66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8499:x1874669432107904:12345-192.168.203.149@tcp:104: Request processed in 111us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1787826395.309545:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 90 00010000:00010000:3.0:1787826395.312082:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787826395.312097:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826395.312113:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f1a2bec00 already unused, calling callback (ffffffffc10ea1e0) 00010000:00010000:3.0:1787826395.312120:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826395.312170:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826395.312177:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787826395.312205:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826395.312214:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8a4f07c09000 lock: 00000000cbdc8562/0x7f6ab97892e4d17b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe5301 expref: -99 pid: 58261 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787826395.312236:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826395.312238:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826395.312239:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826395.312253:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826395.312271:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421991552:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787826395.315698:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421991552:192.168.203.149@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787826395.354458:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826396.377032:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826397.277483:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421991808:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826397.277629:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421992064:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826397.277668:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787826397.277674:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421991680:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826397.277717:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421991936:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826397.277743:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421992192:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826397.285577:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421991936:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826397.285601:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421991808:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826397.287847:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421991680:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826397.289447:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a4f07c09000: committing for last_committed 4294967363 gen 11 00000100:00100000:0.0:1787826397.289480:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421992064:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826397.300415:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421992192:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826397.400544:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826398.423563:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826399.446293:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1787826399.665220:0:58425:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826399.665264:0:58425:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826399.665290:0:58425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826399.665310:0:58425:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:2.0:1787826399.665319:0:58425:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826399.665328:0:58425:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826399.665333:0:58425:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826399.665342:0:58425:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc504bbf8 00010000:00010000:2.0:1787826399.665346:0:58425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:2.0:1787826399.665362:0:58425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:2.0:1787826399.665382:0:58425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826399.665392:0:58425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:2.0:1787826399.665398:0:58425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 40c0 mask 1 00000080:00200000:2.0:1787826399.670337:0:58425:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826399.670385:0:58425:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826399.670412:0:58425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826399.670433:0:58425:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:2.0:1787826399.670442:0:58425:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826399.670450:0:58425:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826399.670454:0:58425:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826399.670463:0:58425:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc504bba8 00010000:00010000:2.0:1787826399.670468:0:58425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:2.0:1787826399.670480:0:58425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:2.0:1787826399.670508:0:58425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826399.670518:0:58425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:2.0:1787826399.670525:0:58425:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 40c0 mask 1 00010000:00010000:3.0:1787826400.471561:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826401.494501:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826402.390189:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1787826402.390199:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8a4f07c09000: disconnect after 23s idle 00000100:00100000:1.0:1787826402.390233:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421992320:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826402.390250:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421992448:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826402.390358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421992832:192.168.203.149@tcp:9:kworker.0 00000100:00100000:1.0:1787826402.390382:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421992576:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826402.393299:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421992704:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826402.400244:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421992704:192.168.203.149@tcp:400:kworker.0 00000100:00080000:3.0:1787826402.400786:0:2402:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a4f13c59680 x1874669421992832/t0(0) o9->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1787826412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826402.400801:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1787826402.400805:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421992832:192.168.203.149@tcp:9:kworker.0 00000100:00100000:0.0:1787826402.401108:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421992320:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826402.401178:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421992576:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826402.407997:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421992448:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826402.519971:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826403.542255:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826404.568522:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1787826405.138503:0:58512:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826405.138532:0:58512:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826405.138549:0:58512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826405.138564:0:58512:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:2.0:1787826405.138572:0:58512:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826405.138579:0:58512:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826405.138582:0:58512:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826405.138601:0:58512:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc50e3b58 00010000:00010000:2.0:1787826405.138605:0:58512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:2.0:1787826405.138614:0:58512:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:2.0:1787826405.138628:0:58512:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826405.138636:0:58512:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826405.138644:0:58512:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826405.138649:0:58512:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448),name=d21.sanity-sec 00000002:00010000:2.0:1787826405.138661:0:58512:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826405.138668:0:58512:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/37 (0 0) 00010000:00010000:2.0:1787826405.138710:0:58512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 58512 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.138718:0:58512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58512 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.138728:0:58512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 58512 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826405.138752:0:58512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58512:1874669421992960:192.168.203.149@tcp:101:chmod.0 00000100:00100000:2.0:1787826405.138931:0:58512:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826405.143625:0:58512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58512:1874669421992960:192.168.203.149@tcp:101:chmod.0 00010000:00010000:2.0:1787826405.143657:0:58512:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.143681:0:58512:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.143690:0:58512:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.143702:0:58512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.143713:0:58512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.143726:0:58512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.143735:0:58512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.143749:0:58512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826405.143761:0:58512:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8ed00 x1874669421992960/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826421 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826405.143774:0:58512:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.143784:0:58512:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/37 (0 0) 00000080:00200000:2.0:1787826405.143791:0:58512:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826405.143816:0:58512:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00010000:2.0:1787826405.143822:0:58512:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d189 00000080:00010000:2.0:1787826405.143827:0:58512:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826405.143830:0:58512:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d189 from it ffffb55dc50e3cb8 00010000:00010000:2.0:1787826405.143833:0:58512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826405.143841:0:58512:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826405.144278:0:58512:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826405.144296:0:58512:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826405.144308:0:58512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:2.0:1787826405.144319:0:58512:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:2.0:1787826405.144326:0:58512:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826405.144331:0:58512:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826405.144334:0:58512:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826405.144338:0:58512:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc50e3c08 00010000:00010000:2.0:1787826405.144341:0:58512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:2.0:1787826405.144347:0:58512:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:2.0:1787826405.144356:0:58512:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826405.144362:0:58512:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=9 00000080:00200008:2.0:1787826405.144376:0:58512:0:(llite_lib.c:2427:ll_setattr_raw()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 41, mode 41ff, uid 20746240, gid -30129, new size 0, atime 1787826405.000000000, mtime 1787826405.000000000, ctime 1787826405.000000000 00010000:00010000:2.0:1787826405.144393:0:58512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826405.144407:0:58512:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1787826405.144443:0:58512:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826405.144462:0:58512:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826405.144465:0:58512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1000/0x7f6ab97892e4d189 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5386 expref: -99 pid: 58512 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:2.0:1787826405.144487:0:58512:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826405.144494:0:58512:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8ed00 x1874669421993216/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826405.144516:0:58512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58512:1874669421993216:192.168.203.149@tcp:36:chmod.0 00000100:00100000:2.0:1787826405.144586:0:58512:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdef00 going to sleep for 11 seconds 00000100:00100000:3.0:1787826405.163370:0:58512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job chmod:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58512:1874669421993216:192.168.203.149@tcp:36:chmod.0 00000080:00200000:3.0:1787826405.163404:0:58512:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00200008:3.0:1787826405.163415:0:58512:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448) current size 4096, valid attrs 10000041, mode 41ff, uid 20746240, gid -30129, new size 0, atime 1787826405.000000000, mtime 1787826405.000000000, ctime 1787826405.000000000, rc 0 00010000:00010000:3.0:1787826405.590352:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826406.614100:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826407.510121:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421993472:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826407.510237:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421993728:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826407.510265:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787826407.510270:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421993344:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826407.510298:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421993600:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826407.513930:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421993344:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826407.513953:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421993600:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826407.513964:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421993472:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826407.514184:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421993728:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826407.642033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826408.662097:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787826409.672142:0:58593:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826409.672158:0:58593:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826409.672189:0:58593:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826409.672213:0:58593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:1.0:1787826409.672232:0:58593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:1.0:1787826409.672241:0:58593:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826409.672250:0:58593:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826409.672254:0:58593:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826409.672332:0:58593:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc51f3cb8 00010000:00010000:1.0:1787826409.672337:0:58593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:1.0:1787826409.672347:0:58593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200008:1.0:1787826409.674244:0:58593:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787826409.674354:0:58593:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826409.674392:0:58593:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826409.674424:0:58593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:1.0:1787826409.674557:0:58593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:1.0:1787826409.674568:0:58593:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826409.674580:0:58593:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826409.674585:0:58593:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826409.674595:0:58593:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc51f3cb8 00010000:00010000:1.0:1787826409.674600:0:58593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:1.0:1787826409.674609:0:58593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:1.0:1787826409.675618:0:58593:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826409.675646:0:58593:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826409.675663:0:58593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:1.0:1787826409.675677:0:58593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:1.0:1787826409.675684:0:58593:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826409.675690:0:58593:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826409.675700:0:58593:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826409.675708:0:58593:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc51f3bb0 00010000:00010000:1.0:1787826409.675712:0:58593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:1.0:1787826409.675722:0:58593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:1.0:1787826409.675736:0:58593:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:1.0:1787826409.675748:0:58593:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:1.0:1787826409.679212:0:58593:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=1e3e2b0 00000100:00100000:1.0:1787826409.679413:0:58593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421993856:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:1.0:1787826409.679625:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179780 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.685203:0:58593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421993856:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826409.685312:0:58593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421993984:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826409.685413:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f069183c0 going to sleep for 11 seconds 00010000:00010000:3.0:1787826409.687258:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826409.698116:0:58593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421993984:192.168.203.149@tcp:19:lfs.60003 00000100:00080000:3.0:1787826409.698168:0:58593:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2323 00000100:00080000:3.0:1787826409.698180:0:58593:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826409.698192:0:58593:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 15802368, lost: 0. 00000100:00100000:3.0:1787826409.698222:0:58593:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669421994112/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826409.698333:0:58593:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a4f08da9a40 x1874669421994240/t0(0) o19->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 336/344 e 0 to 0 dl 0 ref 2 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'lfs.60003' uid:60003 gid:60003 projid:4294967295 00000100:00100000:3.0:1787826409.698346:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f069183c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787826409.698503:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421994112:192.168.203.149@tcp:8:lfs.60003 00000100:00100000:3.0:1787826409.707431:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a4f07c09000: committing for last_committed 4294967365 gen 21 00000100:00080000:3.0:1787826409.707456:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8a4f07c09000: connect to target with instance 1 00000100:00080000:3.0:1787826409.707470:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8a4f07c09000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1787826409.707775:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1787826409.707783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:2.0:1787826409.707797:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1787826409.707804:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1787826409.707948:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000aca74cde): req@ffff8a4f08da9a40 x1874669421994240/t0(0) o19->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 336/344 e 0 to 0 dl 0 ref 2 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'lfs.60003' uid:60003 gid:60003 projid:4294967295 00000100:00100000:2.0:1787826409.707976:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669421994112:192.168.203.149@tcp:8:lfs.60003 00000100:00100000:3.0:1787826409.709717:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f069183c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.719989:0:58593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994240:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826409.720078:0:58593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994368:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826409.720172:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f069183c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787826409.739820:0:58593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994368:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826409.740474:0:58593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994496:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826409.740603:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde180 going to sleep for 11 seconds 00000100:00100000:2.0:1787826409.743697:0:58593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994496:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:2.0:1787826409.743771:0:58593:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:2.0:1787826409.744520:0:58593:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826409.744531:0:58593:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826409.744563:0:58593:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826409.744590:0:58593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:2.0:1787826409.744609:0:58593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:2.0:1787826409.744619:0:58593:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826409.744628:0:58593:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826409.744632:0:58593:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826409.744642:0:58593:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc51f3cb8 00010000:00010000:2.0:1787826409.744646:0:58593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:2.0:1787826409.744656:0:58593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:2.0:1787826409.744704:0:58593:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826409.744712:0:58593:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826409.744720:0:58593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787826409.744729:0:58593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:2.0:1787826409.744736:0:58593:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826409.744740:0:58593:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826409.744743:0:58593:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826409.744747:0:58593:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc51f3bb0 00010000:00010000:2.0:1787826409.744750:0:58593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:2.0:1787826409.744758:0:58593:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:2.0:1787826409.744769:0:58593:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826409.744777:0:58593:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826409.744792:0:58593:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=1e3e2b0 00000100:00100000:2.0:1787826409.745114:0:58593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994624:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826409.745234:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826409.749597:0:58593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994624:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826409.749705:0:58593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994752:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826409.749803:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826409.754560:0:58593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994752:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826409.754650:0:58593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994880:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826409.754762:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826409.757104:0:58593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421994880:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826409.757194:0:58593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421995008:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826409.757287:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826409.762974:0:58593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421995008:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826409.763067:0:58593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421995136:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826409.763166:0:58593:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826409.773685:0:58593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58593:1874669421995136:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:2.0:1787826409.773763:0:58593:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:1.0:1787826409.878389:0:58597:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:1.0:1787826409.878446:0:58597:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787826409.878471:0:58597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:1.0:1787826409.878493:0:58597:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:1.0:1787826409.878503:0:58597:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1787826409.878513:0:58597:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:1.0:1787826409.878518:0:58597:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:1.0:1787826409.878527:0:58597:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc51fbbf8 00010000:00010000:1.0:1787826409.878532:0:58597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00010000:1.0:1787826409.878549:0:58597:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:1.0:1787826409.878571:0:58597:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:1.0:1787826409.878580:0:58597:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:1.0:1787826409.878587:0:58597:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 1 00000080:00200000:1.0:1787826409.878603:0:58597:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 3 00000080:00200000:1.0:1787826409.878609:0:58597:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), file ffff8a4f14069b00, open_flags 109241, mode 81b6 opened 0 00000080:00200000:1.0:1787826409.878620:0:58597:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=open|creat 00000002:00010000:1.0:1787826409.878649:0:58597:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f21.sanity-sec,[0x240000402:0x2a:0x0]) in obj [0x240000402:0x25:0x0], intent: open|creat flags 04111102 00010000:00010000:1.0:1787826409.879385:0:58597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 58597 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826409.879400:0:58597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 58597 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787826409.879427:0:58597:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787826409.879445:0:58597:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb1e00 x1874669421995392/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787826409.879457:0:58597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 58597 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787826409.879486:0:58597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58597:1874669421995392:192.168.203.149@tcp:101:dd.60003 00000100:00100000:1.0:1787826409.880300:0:58597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179240 going to sleep for 11 seconds 00000100:00100000:2.0:1787826409.887338:0:58597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58597:1874669421995392:192.168.203.149@tcp:101:dd.60003 00010000:00010000:2.0:1787826409.887379:0:58597:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.887406:0:58597:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.887429:0:58597:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.887444:0:58597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.887456:0:58597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.887473:0:58597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.887482:0:58597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.887490:0:58597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826409.887503:0:58597:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a4f13cb1e00 x1874669421995392/t4294967481(4294967481) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826425 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00100000:2.0:1787826409.887519:0:58597:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb1e00 x1874669421995392/t4294967481(4294967481) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 656/664 e 0 to 0 dl 1787826425 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000002:00010000:2.0:1787826409.887536:0:58597:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1787826409.887551:0:58597:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.887563:0:58597:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/42 (0 0) 00000080:00200000:2.0:1787826409.887570:0:58597:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x25:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1787826409.887599:0:58597:0:(namei.c:1628:ll_create_it()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448), intent=open|creat 00000080:00200000:2.0:1787826409.887642:0:58597:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x2a:0x0](ffff8a4f095b63c8) 00000080:00200000:2.0:1787826409.887753:0:58597:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x2a:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1787826409.887759:0:58597:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x2a:0x0](ffff8a4f095b63c8) 00000080:00010000:2.0:1787826409.887763:0:58597:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x2a:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4d190 00000080:00010000:2.0:1787826409.887776:0:58597:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x2a:0x0](ffff8a4f095b63c8) 00000080:00200008:2.0:1787826409.887796:0:58597:0:(file.c:1090:ll_file_open()) START file f21.sanity-sec:[0x240000402:0x2a:0x0](ffff8a4f095b63c8), flags 4111101 00000002:00100000:2.0:1787826409.887824:0:58597:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f13cb1e00 x1874669421995392/t4294967481(4294967481) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826425 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00000080:00010000:2.0:1787826409.888065:0:58597:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d190 from it ffff8a4f12637600 00010000:00010000:2.0:1787826409.888071:0:58597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.888083:0:58597:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787826409.892443:0:58597:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x2a:0x0](ffff8a4f095b63c8), inode mode 81a4 mask 40 00000080:00200008:2.0:1787826409.899109:0:58597:0:(file.c:2652:do_file_write_iter()) START file f21.sanity-sec:[0x240000402:0x2a:0x0], ppos: 0, count: 1048576 00000080:00200000:2.0:1787826409.899137:0:58597:0:(file.c:2090:ll_file_io_generic()) f21.sanity-sec: write ppos: 0, bytes: 1048576 00000080:00200000:2.0:1787826409.899145:0:58597:0:(file.c:1848:ll_io_set_mirror()) f21.sanity-sec: desiginated mirror: 0 00000020:00200000:2.0:1787826409.899156:0:58597:0:(cl_io.c:218:cl_io_rw_init()) header@000000009174dc83[0x110, 1, [0x240000402:0x2a:0x0] hash] 00000020:00200000:2.0:1787826409.899159:0:58597:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 1048576) 0 0 00000080:00200000:2.0:1787826409.899167:0:58597:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1787826409.899189:0:58597:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:2.0:1787826409.899201:0:58597:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:2.0:1787826409.899207:0:58597:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826409.899229:0:58597:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:2.0:1787826409.899256:0:58597:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1787826409.899262:0:58597:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f124a5f30, osc lock ffff8a4f03e7ec30, flags 0x0 00010000:00010000:2.0:1787826409.899353:0:58597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.899367:0:58597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.899380:0:58597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826409.899411:0:58597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58597:1874669421995520:192.168.203.149@tcp:101:dd.60003 00000100:00100000:2.0:1787826409.899550:0:58597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787826409.906145:0:58597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58597:1874669421995520:192.168.203.149@tcp:101:dd.60003 00010000:00010000:2.0:1787826409.906185:0:58597:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.906210:0:58597:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.906225:0:58597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.906244:0:58597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.906259:0:58597:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,2 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.906285:0:58597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 5/0,2 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.906295:0:58597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.906332:0:58597:0:(vvp_io.c:1332:vvp_io_write_start()) f21.sanity-sec: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:2.0:1787826409.906357:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906436:0:58597:0:(rw26.c:875:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906451:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000068b26552[3 000000005a895abb 2 1 00000000e898aea7 0 0 0] 00000080:00200000:2.0:1787826409.906454:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000cb420084 17ffffc0001001 3:0 ffff8a4f1a39aae0 0 lru 00000080:00200000:2.0:1787826409.906462:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000ae701079 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906465:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000068b26552 00000080:00200000:2.0:1787826409.906466:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1787826409.906471:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906500:0:58597:0:(rw26.c:875:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906504:0:58597:0:(rw26.c:933:ll_write_end()) page@000000006eca9468[3 000000005a895abb 2 1 00000000e898aea7 0 0 1] 00000080:00200000:2.0:1787826409.906507:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000505e7034 17ffffc0001001 3:0 ffff8a4f1a39a0e8 1 lru 00000080:00200000:2.0:1787826409.906513:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000006c1c0332 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906516:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000006eca9468 00000080:00200000:2.0:1787826409.906518:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1787826409.906520:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906536:0:58597:0:(rw26.c:875:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906540:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000071a91a31[3 000000005a895abb 2 1 00000000e898aea7 0 0 2] 00000080:00200000:2.0:1787826409.906543:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000beeed3e2 17ffffc0001001 3:0 ffff8a4f1a39a3a0 2 lru 00000080:00200000:2.0:1787826409.906549:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000004baf207 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906552:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000071a91a31 00000080:00200000:2.0:1787826409.906553:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1787826409.906555:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906574:0:58597:0:(rw26.c:875:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906578:0:58597:0:(rw26.c:933:ll_write_end()) page@000000009288859f[3 000000005a895abb 2 1 00000000e898aea7 0 0 3] 00000080:00200000:2.0:1787826409.906581:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000438968c8 17ffffc0001001 3:0 ffff8a4f1a39a2b8 3 lru 00000080:00200000:2.0:1787826409.906587:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000002395525c 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906590:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000009288859f 00000080:00200000:2.0:1787826409.906591:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1787826409.906593:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906607:0:58597:0:(rw26.c:875:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906611:0:58597:0:(rw26.c:933:ll_write_end()) page@000000006cac089d[3 000000005a895abb 2 1 00000000e898aea7 0 0 4] 00000080:00200000:2.0:1787826409.906614:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f67cfc56 17ffffc0001001 3:0 ffff8a4f1a39a740 4 lru 00000080:00200000:2.0:1787826409.906619:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000c1aafeb2 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906622:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000006cac089d 00000080:00200000:2.0:1787826409.906623:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1787826409.906625:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906640:0:58597:0:(rw26.c:875:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906644:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000222d5934[3 000000005a895abb 2 1 00000000e898aea7 0 0 5] 00000080:00200000:2.0:1787826409.906647:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a333a97f 17ffffc0001001 3:0 ffff8a4f1a39a828 5 lru 00000080:00200000:2.0:1787826409.906652:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000ade76789 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906654:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000222d5934 00000080:00200000:2.0:1787826409.906655:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1787826409.906657:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906689:0:58597:0:(rw26.c:875:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906693:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b916cb27[3 000000005a895abb 2 1 00000000e898aea7 0 0 6] 00000080:00200000:2.0:1787826409.906696:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000747ba4a6 17ffffc0001001 3:0 ffff8a4f1a39ae80 6 lru 00000080:00200000:2.0:1787826409.906701:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000da7166f7 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906704:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b916cb27 00000080:00200000:2.0:1787826409.906705:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1787826409.906707:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906735:0:58597:0:(rw26.c:875:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906739:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000063d7fa5c[3 000000005a895abb 2 1 00000000e898aea7 0 0 7] 00000080:00200000:2.0:1787826409.906742:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b9b3f512 17ffffc0001001 3:0 ffff8a4f1a39a000 7 lru 00000080:00200000:2.0:1787826409.906747:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000019afc726 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906750:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000063d7fa5c 00000080:00200000:2.0:1787826409.906751:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1787826409.906753:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906767:0:58597:0:(rw26.c:875:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906771:0:58597:0:(rw26.c:933:ll_write_end()) page@000000006dd048a1[3 000000005a895abb 2 1 00000000e898aea7 0 0 8] 00000080:00200000:2.0:1787826409.906774:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000e47700f 17ffffc0001001 3:0 ffff8a4f1a39a910 8 lru 00000080:00200000:2.0:1787826409.906778:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000076f1d271 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906780:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000006dd048a1 00000080:00200000:2.0:1787826409.906781:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1787826409.906783:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906797:0:58597:0:(rw26.c:875:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906800:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002913a267[3 000000005a895abb 2 1 00000000e898aea7 0 0 9] 00000080:00200000:2.0:1787826409.906803:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000db4cc5d5 17ffffc0001001 3:0 ffff8a4f1a39abc8 9 lru 00000080:00200000:2.0:1787826409.906807:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000003208125b 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906809:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002913a267 00000080:00200000:2.0:1787826409.906810:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1787826409.906812:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.906825:0:58597:0:(rw26.c:875:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:2.0:1787826409.906829:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000dac7e7c4[3 000000005a895abb 2 1 00000000e898aea7 0 0 10] 00000080:00200000:2.0:1787826409.906832:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000006286fe6c 17ffffc0001001 3:0 ffff8a4f1a39a1d0 10 lru 00000080:00200000:2.0:1787826409.906836:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000055a4dc3f 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.906838:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000dac7e7c4 00000080:00200000:2.0:1787826409.906839:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1787826409.906841:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.907370:0:58597:0:(rw26.c:875:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:2.0:1787826409.907379:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d3f48e97[3 000000005a895abb 2 1 00000000e898aea7 0 0 11] 00000080:00200000:2.0:1787826409.907383:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000d50f60da 17ffffc0001001 3:0 ffff8a4f1a39a9f8 11 lru 00000080:00200000:2.0:1787826409.907389:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000053e4de3d 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.907391:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d3f48e97 00000080:00200000:2.0:1787826409.907392:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1787826409.907395:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.907442:0:58597:0:(rw26.c:875:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:2.0:1787826409.907447:0:58597:0:(rw26.c:933:ll_write_end()) page@000000007c7c9375[3 000000005a895abb 2 1 00000000e898aea7 0 0 12] 00000080:00200000:2.0:1787826409.907450:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000009d08ae5f 17ffffc0001021 2:0 ffff8a4f1a39a570 12 lru 00000080:00200000:2.0:1787826409.907456:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000008d1be847 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.907459:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000007c7c9375 00000080:00200000:2.0:1787826409.907460:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1787826409.907462:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.907479:0:58597:0:(rw26.c:875:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:2.0:1787826409.907483:0:58597:0:(rw26.c:933:ll_write_end()) page@000000007fce01d5[3 000000005a895abb 2 1 00000000e898aea7 0 0 13] 00000080:00200000:2.0:1787826409.907485:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000065cb3e4b 17ffffc0001001 3:0 ffff8a4f1a39a658 13 lru 00000080:00200000:2.0:1787826409.907491:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000004a5a15e4 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.907493:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000007fce01d5 00000080:00200000:2.0:1787826409.907494:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1787826409.907496:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.907511:0:58597:0:(rw26.c:875:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:2.0:1787826409.907516:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000436e896a[3 000000005a895abb 2 1 00000000e898aea7 0 0 14] 00000080:00200000:2.0:1787826409.907519:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000002f122bb 17ffffc0001001 3:0 ffff8a4f1a39ad98 14 lru 00000080:00200000:2.0:1787826409.907525:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000005a82282f 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.907527:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000436e896a 00000080:00200000:2.0:1787826409.907529:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1787826409.907531:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.907546:0:58597:0:(rw26.c:875:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:2.0:1787826409.907550:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000c4517836[3 000000005a895abb 2 1 00000000e898aea7 0 0 15] 00000080:00200000:2.0:1787826409.907553:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000052b68194 17ffffc0001001 3:0 ffff8a4f1a39acb0 15 lru 00000080:00200000:2.0:1787826409.907559:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad059e39 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.907562:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000c4517836 00000080:00200000:2.0:1787826409.907563:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1787826409.907565:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.907579:0:58597:0:(rw26.c:875:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:2.0:1787826409.907584:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008750b9ae[3 000000005a895abb 2 1 00000000e898aea7 0 0 16] 00000080:00200000:2.0:1787826409.907587:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000755b4333 17ffffc0001001 3:0 ffff8a4f1a39a488 16 lru 00000080:00200000:2.0:1787826409.907592:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000041e81413 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.907594:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008750b9ae 00000080:00200000:2.0:1787826409.907596:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1787826409.907597:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.907616:0:58597:0:(rw26.c:875:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:2.0:1787826409.907621:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000555d79dd[3 000000005a895abb 2 1 00000000e898aea7 0 0 17] 00000080:00200000:2.0:1787826409.907624:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f92d7e4f 17ffffc0001001 3:0 ffff8a4f1a39f570 17 lru 00000080:00200000:2.0:1787826409.907629:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000079b0f7cd 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.907631:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000555d79dd 00000080:00200000:2.0:1787826409.907632:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1787826409.907634:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.907649:0:58597:0:(rw26.c:875:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:2.0:1787826409.907653:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000015b118ad[3 000000005a895abb 2 1 00000000e898aea7 0 0 18] 00000080:00200000:2.0:1787826409.907656:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a60e277b 17ffffc0001001 3:0 ffff8a4f1a39f658 18 lru 00000080:00200000:2.0:1787826409.907777:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000048e628e5 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.907782:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000015b118ad 00000080:00200000:2.0:1787826409.907784:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1787826409.907786:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.907803:0:58597:0:(rw26.c:875:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:2.0:1787826409.907808:0:58597:0:(rw26.c:933:ll_write_end()) page@000000001bfa7e83[3 000000005a895abb 2 1 00000000e898aea7 0 0 19] 00000080:00200000:2.0:1787826409.907811:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000cd1085b 17ffffc0001001 3:0 ffff8a4f1a39fd98 19 lru 00000080:00200000:2.0:1787826409.907817:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000002e0fcc4b 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.907819:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000001bfa7e83 00000080:00200000:2.0:1787826409.907820:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1787826409.907823:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 20 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.907836:0:58597:0:(rw26.c:875:ll_write_end()) pos 81920, len 4096, copied 4096 00000080:00200000:2.0:1787826409.907840:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000bc763447[3 000000005a895abb 2 1 00000000e898aea7 0 0 20] 00000080:00200000:2.0:1787826409.907843:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000052eeb213 17ffffc0001001 3:0 ffff8a4f1a39fcb0 20 lru 00000080:00200000:2.0:1787826409.908535:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000b9bc073b 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908542:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000bc763447 00000080:00200000:2.0:1787826409.908543:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1787826409.908547:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 21 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908574:0:58597:0:(rw26.c:875:ll_write_end()) pos 86016, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908580:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008cc74e69[3 000000005a895abb 2 1 00000000e898aea7 0 0 21] 00000080:00200000:2.0:1787826409.908583:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a1d22e94 17ffffc0001001 3:0 ffff8a4f1a39f488 21 lru 00000080:00200000:2.0:1787826409.908589:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000002b24bb9 21: 1< 0 - - > 2< 86016 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908591:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008cc74e69 00000080:00200000:2.0:1787826409.908592:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1787826409.908594:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 22 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908607:0:58597:0:(rw26.c:875:ll_write_end()) pos 90112, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908611:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000725bba80[3 000000005a895abb 2 1 00000000e898aea7 0 0 22] 00000080:00200000:2.0:1787826409.908614:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000005171138e 17ffffc0001001 3:0 ffff8a4f1a39f910 22 lru 00000080:00200000:2.0:1787826409.908620:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000cc3e9f3f 22: 1< 0 - - > 2< 90112 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908622:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000725bba80 00000080:00200000:2.0:1787826409.908623:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1787826409.908624:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 23 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908639:0:58597:0:(rw26.c:875:ll_write_end()) pos 94208, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908642:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000537991b2[3 000000005a895abb 2 1 00000000e898aea7 0 0 23] 00000080:00200000:2.0:1787826409.908645:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000008a6f58bf 17ffffc0001001 3:0 ffff8a4f1a39f000 23 lru 00000080:00200000:2.0:1787826409.908651:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000615f3279 23: 1< 0 - - > 2< 94208 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908653:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000537991b2 00000080:00200000:2.0:1787826409.908654:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1787826409.908656:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 24 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908684:0:58597:0:(rw26.c:875:ll_write_end()) pos 98304, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908689:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000016f89f7c[3 000000005a895abb 2 1 00000000e898aea7 0 0 24] 00000080:00200000:2.0:1787826409.908692:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000007384557a 17ffffc0001001 3:0 ffff8a4f1a39fe80 24 lru 00000080:00200000:2.0:1787826409.908697:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000f9e304f0 24: 1< 0 - - > 2< 98304 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908700:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000016f89f7c 00000080:00200000:2.0:1787826409.908701:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1787826409.908703:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 25 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908719:0:58597:0:(rw26.c:875:ll_write_end()) pos 102400, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908723:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000420ef9db[3 000000005a895abb 2 1 00000000e898aea7 0 0 25] 00000080:00200000:2.0:1787826409.908725:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000cb636205 17ffffc0001001 3:0 ffff8a4f1a39f828 25 lru 00000080:00200000:2.0:1787826409.908730:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000069d75455 25: 1< 0 - - > 2< 102400 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908732:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000420ef9db 00000080:00200000:2.0:1787826409.908734:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1787826409.908735:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 26 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908749:0:58597:0:(rw26.c:875:ll_write_end()) pos 106496, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908754:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000dd2cb666[3 000000005a895abb 2 1 00000000e898aea7 0 0 26] 00000080:00200000:2.0:1787826409.908756:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000005c6bb081 17ffffc0001001 3:0 ffff8a4f1a39f740 26 lru 00000080:00200000:2.0:1787826409.908761:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000097b168c7 26: 1< 0 - - > 2< 106496 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908763:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000dd2cb666 00000080:00200000:2.0:1787826409.908765:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1787826409.908767:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 27 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908791:0:58597:0:(rw26.c:875:ll_write_end()) pos 110592, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908795:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000058967f1e[3 000000005a895abb 2 1 00000000e898aea7 0 0 27] 00000080:00200000:2.0:1787826409.908798:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000008f1e6339 17ffffc0001021 2:0 ffff8a4f1a39f2b8 27 lru 00000080:00200000:2.0:1787826409.908803:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000006681e938 27: 1< 0 - - > 2< 110592 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908805:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000058967f1e 00000080:00200000:2.0:1787826409.908806:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1787826409.908808:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 28 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908822:0:58597:0:(rw26.c:875:ll_write_end()) pos 114688, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908826:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000c32a3ca1[3 000000005a895abb 2 1 00000000e898aea7 0 0 28] 00000080:00200000:2.0:1787826409.908829:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b71698db 17ffffc0001001 3:0 ffff8a4f1a39f3a0 28 lru 00000080:00200000:2.0:1787826409.908834:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000000a5d04ce 28: 1< 0 - - > 2< 114688 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908836:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000c32a3ca1 00000080:00200000:2.0:1787826409.908838:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1787826409.908840:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 29 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908880:0:58597:0:(rw26.c:875:ll_write_end()) pos 118784, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908886:0:58597:0:(rw26.c:933:ll_write_end()) page@000000000163d345[3 000000005a895abb 2 1 00000000e898aea7 0 0 29] 00000080:00200000:2.0:1787826409.908888:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000008f2bf00 17ffffc0001001 3:0 ffff8a4f1a39f0e8 29 lru 00000080:00200000:2.0:1787826409.908892:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000081c61434 29: 1< 0 - - > 2< 118784 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908894:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000000163d345 00000080:00200000:2.0:1787826409.908895:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1787826409.908897:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 30 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908912:0:58597:0:(rw26.c:875:ll_write_end()) pos 122880, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908916:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e03b1ce7[3 000000005a895abb 2 1 00000000e898aea7 0 0 30] 00000080:00200000:2.0:1787826409.908919:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000002f5ff2d8 17ffffc0001001 3:0 ffff8a4f1a39fae0 30 lru 00000080:00200000:2.0:1787826409.908924:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000778476ca 30: 1< 0 - - > 2< 122880 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908926:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e03b1ce7 00000080:00200000:2.0:1787826409.908927:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1787826409.908929:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 31 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908947:0:58597:0:(rw26.c:875:ll_write_end()) pos 126976, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908952:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b30d4727[3 000000005a895abb 2 1 00000000e898aea7 0 0 31] 00000080:00200000:2.0:1787826409.908954:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000059d915df 17ffffc0001001 3:0 ffff8a4f1a39fbc8 31 lru 00000080:00200000:2.0:1787826409.908959:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000eac3599c 31: 1< 0 - - > 2< 126976 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908962:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b30d4727 00000080:00200000:2.0:1787826409.908963:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1787826409.908965:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 32 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.908979:0:58597:0:(rw26.c:875:ll_write_end()) pos 131072, len 4096, copied 4096 00000080:00200000:2.0:1787826409.908984:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000054a48490[3 000000005a895abb 2 1 00000000e898aea7 0 0 32] 00000080:00200000:2.0:1787826409.908986:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000007e0ef9ce 17ffffc0001001 3:0 ffff8a4f1a39f1d0 32 lru 00000080:00200000:2.0:1787826409.908991:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000074f9a530 32: 1< 0 - - > 2< 131072 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.908993:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000054a48490 00000080:00200000:2.0:1787826409.908994:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1787826409.908996:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 33 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909010:0:58597:0:(rw26.c:875:ll_write_end()) pos 135168, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909014:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000fe24a2f1[3 000000005a895abb 2 1 00000000e898aea7 0 0 33] 00000080:00200000:2.0:1787826409.909017:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000052a4bfbd 17ffffc0001001 3:0 ffff8a4f1a39f9f8 33 lru 00000080:00200000:2.0:1787826409.909023:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007b87028e 33: 1< 0 - - > 2< 135168 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909026:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000fe24a2f1 00000080:00200000:2.0:1787826409.909027:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1787826409.909029:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 34 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909046:0:58597:0:(rw26.c:875:ll_write_end()) pos 139264, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909050:0:58597:0:(rw26.c:933:ll_write_end()) page@000000007749d3fc[3 000000005a895abb 2 1 00000000e898aea7 0 0 34] 00000080:00200000:2.0:1787826409.909053:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000e691c203 17ffffc0001001 3:0 ffff8a4f1a224cb0 34 lru 00000080:00200000:2.0:1787826409.909058:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000000142324e 34: 1< 0 - - > 2< 139264 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909061:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000007749d3fc 00000080:00200000:2.0:1787826409.909062:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1787826409.909064:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 35 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909080:0:58597:0:(rw26.c:875:ll_write_end()) pos 143360, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909084:0:58597:0:(rw26.c:933:ll_write_end()) page@000000001c8015f6[3 000000005a895abb 2 1 00000000e898aea7 0 0 35] 00000080:00200000:2.0:1787826409.909087:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000d802628d 17ffffc0001001 3:0 ffff8a4f1a224488 35 lru 00000080:00200000:2.0:1787826409.909092:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000016fd4624 35: 1< 0 - - > 2< 143360 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909094:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000001c8015f6 00000080:00200000:2.0:1787826409.909095:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1787826409.909097:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 36 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909111:0:58597:0:(rw26.c:875:ll_write_end()) pos 147456, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909114:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f30a9600[3 000000005a895abb 2 1 00000000e898aea7 0 0 36] 00000080:00200000:2.0:1787826409.909117:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000d991ea8 17ffffc0001001 3:0 ffff8a4f1a224910 36 lru 00000080:00200000:2.0:1787826409.909122:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000005f87b0d2 36: 1< 0 - - > 2< 147456 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909124:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f30a9600 00000080:00200000:2.0:1787826409.909125:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1787826409.909126:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 37 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909139:0:58597:0:(rw26.c:875:ll_write_end()) pos 151552, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909143:0:58597:0:(rw26.c:933:ll_write_end()) page@000000006ff2716b[3 000000005a895abb 2 1 00000000e898aea7 0 0 37] 00000080:00200000:2.0:1787826409.909145:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000679198f7 17ffffc0001001 3:0 ffff8a4f1a224000 37 lru 00000080:00200000:2.0:1787826409.909150:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000008e8e434 37: 1< 0 - - > 2< 151552 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909152:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000006ff2716b 00000080:00200000:2.0:1787826409.909153:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1787826409.909155:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 38 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909170:0:58597:0:(rw26.c:875:ll_write_end()) pos 155648, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909174:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000ef119efc[3 000000005a895abb 2 1 00000000e898aea7 0 0 38] 00000080:00200000:2.0:1787826409.909177:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ba791a9c 17ffffc0001001 3:0 ffff8a4f1a224e80 38 lru 00000080:00200000:2.0:1787826409.909182:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000009ce61140 38: 1< 0 - - > 2< 155648 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909183:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000ef119efc 00000080:00200000:2.0:1787826409.909185:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1787826409.909187:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 39 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909200:0:58597:0:(rw26.c:875:ll_write_end()) pos 159744, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909204:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002e292985[3 000000005a895abb 2 1 00000000e898aea7 0 0 39] 00000080:00200000:2.0:1787826409.909207:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000aefea0d 17ffffc0001001 3:0 ffff8a4f1a224828 39 lru 00000080:00200000:2.0:1787826409.909213:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000058ac4a65 39: 1< 0 - - > 2< 159744 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909215:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002e292985 00000080:00200000:2.0:1787826409.909216:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1787826409.909218:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 40 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909233:0:58597:0:(rw26.c:875:ll_write_end()) pos 163840, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909237:0:58597:0:(rw26.c:933:ll_write_end()) page@000000001c475ad5[3 000000005a895abb 2 1 00000000e898aea7 0 0 40] 00000080:00200000:2.0:1787826409.909240:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ed4e845f 17ffffc0001001 3:0 ffff8a4f1a224740 40 lru 00000080:00200000:2.0:1787826409.909245:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d75b272c 40: 1< 0 - - > 2< 163840 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909247:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000001c475ad5 00000080:00200000:2.0:1787826409.909248:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1787826409.909249:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 41 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909263:0:58597:0:(rw26.c:875:ll_write_end()) pos 167936, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909267:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002a15f642[3 000000005a895abb 2 1 00000000e898aea7 0 0 41] 00000080:00200000:2.0:1787826409.909567:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000dc877977 17ffffc0001001 3:0 ffff8a4f1a2242b8 41 lru 00000080:00200000:2.0:1787826409.909573:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000001913b971 41: 1< 0 - - > 2< 167936 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909575:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002a15f642 00000080:00200000:2.0:1787826409.909576:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1787826409.909579:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 42 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909604:0:58597:0:(rw26.c:875:ll_write_end()) pos 172032, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909609:0:58597:0:(rw26.c:933:ll_write_end()) page@000000006ad202a3[3 000000005a895abb 2 1 00000000e898aea7 0 0 42] 00000080:00200000:2.0:1787826409.909612:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000429d0d06 17ffffc0001021 2:0 ffff8a4f1a2243a0 42 lru 00000080:00200000:2.0:1787826409.909618:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000009a585dc0 42: 1< 0 - - > 2< 172032 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909620:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000006ad202a3 00000080:00200000:2.0:1787826409.909621:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1787826409.909623:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 43 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909637:0:58597:0:(rw26.c:875:ll_write_end()) pos 176128, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909641:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d47086cd[3 000000005a895abb 2 1 00000000e898aea7 0 0 43] 00000080:00200000:2.0:1787826409.909643:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000083be2acf 17ffffc0001001 3:0 ffff8a4f1a2240e8 43 lru 00000080:00200000:2.0:1787826409.909648:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000049ba701a 43: 1< 0 - - > 2< 176128 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909651:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d47086cd 00000080:00200000:2.0:1787826409.909652:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1787826409.909654:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 44 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909682:0:58597:0:(rw26.c:875:ll_write_end()) pos 180224, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909686:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000de203fcb[3 000000005a895abb 2 1 00000000e898aea7 0 0 44] 00000080:00200000:2.0:1787826409.909689:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ddc5ae19 17ffffc0001001 3:0 ffff8a4f1a224ae0 44 lru 00000080:00200000:2.0:1787826409.909693:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000ecfe29e9 44: 1< 0 - - > 2< 180224 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909696:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000de203fcb 00000080:00200000:2.0:1787826409.909697:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1787826409.909699:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 45 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909716:0:58597:0:(rw26.c:875:ll_write_end()) pos 184320, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909720:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000065d7614e[3 000000005a895abb 2 1 00000000e898aea7 0 0 45] 00000080:00200000:2.0:1787826409.909723:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000438c9c54 17ffffc0001001 3:0 ffff8a4f1a224bc8 45 lru 00000080:00200000:2.0:1787826409.909728:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000daf4509f 45: 1< 0 - - > 2< 184320 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909730:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000065d7614e 00000080:00200000:2.0:1787826409.909731:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1787826409.909733:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 46 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909807:0:58597:0:(rw26.c:875:ll_write_end()) pos 188416, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909812:0:58597:0:(rw26.c:933:ll_write_end()) page@000000001731df9f[3 000000005a895abb 2 1 00000000e898aea7 0 0 46] 00000080:00200000:2.0:1787826409.909815:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b0c5b9b7 17ffffc0001001 3:0 ffff8a4f1a2241d0 46 lru 00000080:00200000:2.0:1787826409.909821:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007d3beac4 46: 1< 0 - - > 2< 188416 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909823:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000001731df9f 00000080:00200000:2.0:1787826409.909825:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1787826409.909827:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 47 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909845:0:58597:0:(rw26.c:875:ll_write_end()) pos 192512, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909881:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008ac07a57[3 000000005a895abb 2 1 00000000e898aea7 0 0 47] 00000080:00200000:2.0:1787826409.909885:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000877a0cdc 17ffffc0001001 3:0 ffff8a4f1a2249f8 47 lru 00000080:00200000:2.0:1787826409.909890:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000010d11da7 47: 1< 0 - - > 2< 192512 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909893:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008ac07a57 00000080:00200000:2.0:1787826409.909895:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1787826409.909897:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 48 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909914:0:58597:0:(rw26.c:875:ll_write_end()) pos 196608, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909919:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005431b66f[3 000000005a895abb 2 1 00000000e898aea7 0 0 48] 00000080:00200000:2.0:1787826409.909922:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000003279e4bb 17ffffc0001001 3:0 ffff8a4f1a224570 48 lru 00000080:00200000:2.0:1787826409.909928:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000c8470b1e 48: 1< 0 - - > 2< 196608 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909930:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005431b66f 00000080:00200000:2.0:1787826409.909931:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1787826409.909934:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 49 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909949:0:58597:0:(rw26.c:875:ll_write_end()) pos 200704, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909954:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000093f6ec42[3 000000005a895abb 2 1 00000000e898aea7 0 0 49] 00000080:00200000:2.0:1787826409.909957:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000094371ef3 17ffffc0001001 3:0 ffff8a4f1a224658 49 lru 00000080:00200000:2.0:1787826409.909962:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000a8f27f3d 49: 1< 0 - - > 2< 200704 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909964:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000093f6ec42 00000080:00200000:2.0:1787826409.909966:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1787826409.909967:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 50 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.909983:0:58597:0:(rw26.c:875:ll_write_end()) pos 204800, len 4096, copied 4096 00000080:00200000:2.0:1787826409.909988:0:58597:0:(rw26.c:933:ll_write_end()) page@000000003dcc9b42[3 000000005a895abb 2 1 00000000e898aea7 0 0 50] 00000080:00200000:2.0:1787826409.909990:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000097ec5d31 17ffffc0001001 3:0 ffff8a4f1a224d98 50 lru 00000080:00200000:2.0:1787826409.909995:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007f55bd3e 50: 1< 0 - - > 2< 204800 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.909996:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000003dcc9b42 00000080:00200000:2.0:1787826409.909997:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1787826409.909999:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 51 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910015:0:58597:0:(rw26.c:875:ll_write_end()) pos 208896, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910018:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f671b2ef[3 000000005a895abb 2 1 00000000e898aea7 0 0 51] 00000080:00200000:2.0:1787826409.910021:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000d302c7df 17ffffc0001001 3:0 ffff8a4f12551bc8 51 lru 00000080:00200000:2.0:1787826409.910026:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000163034d9 51: 1< 0 - - > 2< 208896 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910029:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f671b2ef 00000080:00200000:2.0:1787826409.910030:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1787826409.910032:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 52 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910050:0:58597:0:(rw26.c:875:ll_write_end()) pos 212992, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910054:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e99f6a33[3 000000005a895abb 2 1 00000000e898aea7 0 0 52] 00000080:00200000:2.0:1787826409.910057:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000002c6d5db7 17ffffc0001001 3:0 ffff8a4f125511d0 52 lru 00000080:00200000:2.0:1787826409.910063:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000c1a336c6 52: 1< 0 - - > 2< 212992 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910065:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e99f6a33 00000080:00200000:2.0:1787826409.910066:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1787826409.910068:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 53 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910082:0:58597:0:(rw26.c:875:ll_write_end()) pos 217088, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910086:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d3fc3414[3 000000005a895abb 2 1 00000000e898aea7 0 0 53] 00000080:00200000:2.0:1787826409.910089:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ee2a14f1 17ffffc0001001 3:0 ffff8a4f125519f8 53 lru 00000080:00200000:2.0:1787826409.910094:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000b911364f 53: 1< 0 - - > 2< 217088 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910096:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d3fc3414 00000080:00200000:2.0:1787826409.910097:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1787826409.910099:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 54 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910112:0:58597:0:(rw26.c:875:ll_write_end()) pos 221184, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910116:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000309fd83e[3 000000005a895abb 2 1 00000000e898aea7 0 0 54] 00000080:00200000:2.0:1787826409.910119:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000f72bc10 17ffffc0001001 3:0 ffff8a4f12551570 54 lru 00000080:00200000:2.0:1787826409.910125:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000006fd5808b 54: 1< 0 - - > 2< 221184 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910127:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000309fd83e 00000080:00200000:2.0:1787826409.910128:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1787826409.910130:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 55 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910144:0:58597:0:(rw26.c:875:ll_write_end()) pos 225280, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910148:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000034f8e786[3 000000005a895abb 2 1 00000000e898aea7 0 0 55] 00000080:00200000:2.0:1787826409.910150:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000005e173b2e 17ffffc0001001 3:0 ffff8a4f12551658 55 lru 00000080:00200000:2.0:1787826409.910156:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000030f7e650 55: 1< 0 - - > 2< 225280 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910158:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000034f8e786 00000080:00200000:2.0:1787826409.910160:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1787826409.910162:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 56 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910177:0:58597:0:(rw26.c:875:ll_write_end()) pos 229376, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910181:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f6f80c69[3 000000005a895abb 2 1 00000000e898aea7 0 0 56] 00000080:00200000:2.0:1787826409.910183:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec045488 17ffffc0001001 3:0 ffff8a4f12551d98 56 lru 00000080:00200000:2.0:1787826409.910188:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d15851e4 56: 1< 0 - - > 2< 229376 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910190:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f6f80c69 00000080:00200000:2.0:1787826409.910191:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1787826409.910193:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 57 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910210:0:58597:0:(rw26.c:875:ll_write_end()) pos 233472, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910215:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000ef4e34cc[3 000000005a895abb 2 1 00000000e898aea7 0 0 57] 00000080:00200000:2.0:1787826409.910218:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000fc96415e 17ffffc0001021 2:0 ffff8a4f12551cb0 57 lru 00000080:00200000:2.0:1787826409.910223:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000ffd21e23 57: 1< 0 - - > 2< 233472 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910225:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000ef4e34cc 00000080:00200000:2.0:1787826409.910226:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1787826409.910228:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 58 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910243:0:58597:0:(rw26.c:875:ll_write_end()) pos 237568, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910247:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002862ea7a[3 000000005a895abb 2 1 00000000e898aea7 0 0 58] 00000080:00200000:2.0:1787826409.910249:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000001dad2b08 17ffffc0001001 3:0 ffff8a4f12551488 58 lru 00000080:00200000:2.0:1787826409.910254:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000f4dfe3fe 58: 1< 0 - - > 2< 237568 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910256:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002862ea7a 00000080:00200000:2.0:1787826409.910257:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1787826409.910259:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 59 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910288:0:58597:0:(rw26.c:875:ll_write_end()) pos 241664, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910293:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000180a0b1e[3 000000005a895abb 2 1 00000000e898aea7 0 0 59] 00000080:00200000:2.0:1787826409.910295:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000004990b26c 17ffffc0001001 3:0 ffff8a4f12551910 59 lru 00000080:00200000:2.0:1787826409.910300:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000702a5dd1 59: 1< 0 - - > 2< 241664 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910302:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000180a0b1e 00000080:00200000:2.0:1787826409.910303:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1787826409.910305:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 60 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910318:0:58597:0:(rw26.c:875:ll_write_end()) pos 245760, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910322:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000686a9fb3[3 000000005a895abb 2 1 00000000e898aea7 0 0 60] 00000080:00200000:2.0:1787826409.910325:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000062bbe7a4 17ffffc0001001 3:0 ffff8a4f12551000 60 lru 00000080:00200000:2.0:1787826409.910329:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000004761b8e4 60: 1< 0 - - > 2< 245760 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910331:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000686a9fb3 00000080:00200000:2.0:1787826409.910333:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1787826409.910334:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 61 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910346:0:58597:0:(rw26.c:875:ll_write_end()) pos 249856, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910349:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000be8df866[3 000000005a895abb 2 1 00000000e898aea7 0 0 61] 00000080:00200000:2.0:1787826409.910352:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000c805a9c4 17ffffc0001001 3:0 ffff8a4f12551e80 61 lru 00000080:00200000:2.0:1787826409.910357:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007ea5b547 61: 1< 0 - - > 2< 249856 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910359:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000be8df866 00000080:00200000:2.0:1787826409.910360:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1787826409.910361:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 62 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910373:0:58597:0:(rw26.c:875:ll_write_end()) pos 253952, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910377:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000054069e8b[3 000000005a895abb 2 1 00000000e898aea7 0 0 62] 00000080:00200000:2.0:1787826409.910380:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000082635abf 17ffffc0001001 3:0 ffff8a4f12551828 62 lru 00000080:00200000:2.0:1787826409.910385:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000000b4af7b8 62: 1< 0 - - > 2< 253952 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910387:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000054069e8b 00000080:00200000:2.0:1787826409.910388:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1787826409.910390:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 63 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910404:0:58597:0:(rw26.c:875:ll_write_end()) pos 258048, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910408:0:58597:0:(rw26.c:933:ll_write_end()) page@000000004e273dcb[3 000000005a895abb 2 1 00000000e898aea7 0 0 63] 00000080:00200000:2.0:1787826409.910411:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000030f271e8 17ffffc0001001 3:0 ffff8a4f12551740 63 lru 00000080:00200000:2.0:1787826409.910763:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007c75c7be 63: 1< 0 - - > 2< 258048 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910766:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000004e273dcb 00000080:00200000:2.0:1787826409.910770:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1787826409.910772:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 64 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910800:0:58597:0:(rw26.c:875:ll_write_end()) pos 262144, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910805:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002e12b63b[3 000000005a895abb 2 1 00000000e898aea7 0 0 64] 00000080:00200000:2.0:1787826409.910808:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000009fdd40ca 17ffffc0001001 3:0 ffff8a4f125512b8 64 lru 00000080:00200000:2.0:1787826409.910814:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000008ef733a1 64: 1< 0 - - > 2< 262144 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910816:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002e12b63b 00000080:00200000:2.0:1787826409.910818:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1787826409.910820:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 65 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.910837:0:58597:0:(rw26.c:875:ll_write_end()) pos 266240, len 4096, copied 4096 00000080:00200000:2.0:1787826409.910841:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b192b545[3 000000005a895abb 2 1 00000000e898aea7 0 0 65] 00000080:00200000:2.0:1787826409.910844:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000008379dc2e 17ffffc0001001 3:0 ffff8a4f125513a0 65 lru 00000080:00200000:2.0:1787826409.910986:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e9f2039e 65: 1< 0 - - > 2< 266240 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.910990:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b192b545 00000080:00200000:2.0:1787826409.910991:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1787826409.910994:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 66 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911015:0:58597:0:(rw26.c:875:ll_write_end()) pos 270336, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911020:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000c8598964[3 000000005a895abb 2 1 00000000e898aea7 0 0 66] 00000080:00200000:2.0:1787826409.911023:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000e7081e93 17ffffc0001001 3:0 ffff8a4f125510e8 66 lru 00000080:00200000:2.0:1787826409.911028:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000fcfe9415 66: 1< 0 - - > 2< 270336 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911030:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000c8598964 00000080:00200000:2.0:1787826409.911032:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1787826409.911034:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 67 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911051:0:58597:0:(rw26.c:875:ll_write_end()) pos 274432, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911055:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a2b1774b[3 000000005a895abb 2 1 00000000e898aea7 0 0 67] 00000080:00200000:2.0:1787826409.911058:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000e6bcddb2 17ffffc0001001 3:0 ffff8a4f12551ae0 67 lru 00000080:00200000:2.0:1787826409.911063:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000021e51e08 67: 1< 0 - - > 2< 274432 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911064:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a2b1774b 00000080:00200000:2.0:1787826409.911066:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1787826409.911067:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 68 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911082:0:58597:0:(rw26.c:875:ll_write_end()) pos 278528, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911087:0:58597:0:(rw26.c:933:ll_write_end()) page@000000006b8326f6[3 000000005a895abb 2 1 00000000e898aea7 0 0 68] 00000080:00200000:2.0:1787826409.911090:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a2fd8a3f 17ffffc0001001 3:0 ffff8a4f1a3fad98 68 lru 00000080:00200000:2.0:1787826409.911095:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000004f6d2978 68: 1< 0 - - > 2< 278528 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911097:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000006b8326f6 00000080:00200000:2.0:1787826409.911098:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1787826409.911100:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 69 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911115:0:58597:0:(rw26.c:875:ll_write_end()) pos 282624, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911120:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000c64fc3f6[3 000000005a895abb 2 1 00000000e898aea7 0 0 69] 00000080:00200000:2.0:1787826409.911123:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000d313fc91 17ffffc0001001 3:0 ffff8a4f1a3facb0 69 lru 00000080:00200000:2.0:1787826409.911129:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000003a920adc 69: 1< 0 - - > 2< 282624 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911131:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000c64fc3f6 00000080:00200000:2.0:1787826409.911132:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1787826409.911134:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 70 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911152:0:58597:0:(rw26.c:875:ll_write_end()) pos 286720, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911157:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b1ce8685[3 000000005a895abb 2 1 00000000e898aea7 0 0 70] 00000080:00200000:2.0:1787826409.911160:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000008f8b8f66 17ffffc0001001 3:0 ffff8a4f1a3fa488 70 lru 00000080:00200000:2.0:1787826409.911165:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000fb8acc2b 70: 1< 0 - - > 2< 286720 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911167:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b1ce8685 00000080:00200000:2.0:1787826409.911168:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1787826409.911170:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 71 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911184:0:58597:0:(rw26.c:875:ll_write_end()) pos 290816, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911188:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d3608ffe[3 000000005a895abb 2 1 00000000e898aea7 0 0 71] 00000080:00200000:2.0:1787826409.911191:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000011e777a3 17ffffc0001001 3:0 ffff8a4f1a3fa910 71 lru 00000080:00200000:2.0:1787826409.911196:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000c93b86d8 71: 1< 0 - - > 2< 290816 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911198:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d3608ffe 00000080:00200000:2.0:1787826409.911199:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1787826409.911200:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 72 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911218:0:58597:0:(rw26.c:875:ll_write_end()) pos 294912, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911222:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a2d63af2[3 000000005a895abb 2 1 00000000e898aea7 0 0 72] 00000080:00200000:2.0:1787826409.911224:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000099f9c088 17ffffc0001021 2:0 ffff8a4f1a3fa000 72 lru 00000080:00200000:2.0:1787826409.911229:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000050c1dd10 72: 1< 0 - - > 2< 294912 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911231:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a2d63af2 00000080:00200000:2.0:1787826409.911233:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1787826409.911234:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 73 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911248:0:58597:0:(rw26.c:875:ll_write_end()) pos 299008, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911252:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005189ed35[3 000000005a895abb 2 1 00000000e898aea7 0 0 73] 00000080:00200000:2.0:1787826409.911255:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000093db9b71 17ffffc0001001 3:0 ffff8a4f1a3fae80 73 lru 00000080:00200000:2.0:1787826409.911260:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000002d1e8c1c 73: 1< 0 - - > 2< 299008 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911263:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005189ed35 00000080:00200000:2.0:1787826409.911264:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1787826409.911266:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 74 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911374:0:58597:0:(rw26.c:875:ll_write_end()) pos 303104, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911378:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000017990888[3 000000005a895abb 2 1 00000000e898aea7 0 0 74] 00000080:00200000:2.0:1787826409.911381:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0ff8878 17ffffc0001001 3:0 ffff8a4f1a3fa828 74 lru 00000080:00200000:2.0:1787826409.911385:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000208eb21f 74: 1< 0 - - > 2< 303104 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911387:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000017990888 00000080:00200000:2.0:1787826409.911389:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1787826409.911390:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 75 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911401:0:58597:0:(rw26.c:875:ll_write_end()) pos 307200, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911404:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000046d2c3a[3 000000005a895abb 2 1 00000000e898aea7 0 0 75] 00000080:00200000:2.0:1787826409.911407:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000022fcb0ae 17ffffc0001001 3:0 ffff8a4f1a3fa740 75 lru 00000080:00200000:2.0:1787826409.911411:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000054d4534 75: 1< 0 - - > 2< 307200 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911423:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000046d2c3a 00000080:00200000:2.0:1787826409.911425:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1787826409.911427:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 76 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911440:0:58597:0:(rw26.c:875:ll_write_end()) pos 311296, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911444:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005491cb80[3 000000005a895abb 2 1 00000000e898aea7 0 0 76] 00000080:00200000:2.0:1787826409.911447:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a0b597c0 17ffffc0001001 3:0 ffff8a4f1a3fa2b8 76 lru 00000080:00200000:2.0:1787826409.911452:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000079363d20 76: 1< 0 - - > 2< 311296 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911454:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005491cb80 00000080:00200000:2.0:1787826409.911455:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1787826409.911457:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 77 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911468:0:58597:0:(rw26.c:875:ll_write_end()) pos 315392, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911471:0:58597:0:(rw26.c:933:ll_write_end()) page@000000000625a3eb[3 000000005a895abb 2 1 00000000e898aea7 0 0 77] 00000080:00200000:2.0:1787826409.911474:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000080ed9819 17ffffc0001001 3:0 ffff8a4f1a3fa3a0 77 lru 00000080:00200000:2.0:1787826409.911479:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e591e9bc 77: 1< 0 - - > 2< 315392 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911481:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000000625a3eb 00000080:00200000:2.0:1787826409.911482:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1787826409.911483:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 78 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911494:0:58597:0:(rw26.c:875:ll_write_end()) pos 319488, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911498:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b14652fa[3 000000005a895abb 2 1 00000000e898aea7 0 0 78] 00000080:00200000:2.0:1787826409.911501:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000002c5d0e6a 17ffffc0001001 3:0 ffff8a4f1a3fa0e8 78 lru 00000080:00200000:2.0:1787826409.911506:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000041f81edb 78: 1< 0 - - > 2< 319488 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911508:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b14652fa 00000080:00200000:2.0:1787826409.911509:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1787826409.911511:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 79 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911522:0:58597:0:(rw26.c:875:ll_write_end()) pos 323584, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911526:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002e7ccae2[3 000000005a895abb 2 1 00000000e898aea7 0 0 79] 00000080:00200000:2.0:1787826409.911528:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000004855e7f5 17ffffc0001001 3:0 ffff8a4f1a3faae0 79 lru 00000080:00200000:2.0:1787826409.911534:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000f66e9dfa 79: 1< 0 - - > 2< 323584 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911536:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002e7ccae2 00000080:00200000:2.0:1787826409.911537:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1787826409.911538:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 80 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911551:0:58597:0:(rw26.c:875:ll_write_end()) pos 327680, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911555:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000c0c32ff5[3 000000005a895abb 2 1 00000000e898aea7 0 0 80] 00000080:00200000:2.0:1787826409.911558:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000e4f42a4f 17ffffc0001001 3:0 ffff8a4f1a3fabc8 80 lru 00000080:00200000:2.0:1787826409.911563:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000f34cb461 80: 1< 0 - - > 2< 327680 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911565:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000c0c32ff5 00000080:00200000:2.0:1787826409.911566:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1787826409.911568:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 81 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911579:0:58597:0:(rw26.c:875:ll_write_end()) pos 331776, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911582:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d78d1e3c[3 000000005a895abb 2 1 00000000e898aea7 0 0 81] 00000080:00200000:2.0:1787826409.911585:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000fd276325 17ffffc0001001 3:0 ffff8a4f1a3fa1d0 81 lru 00000080:00200000:2.0:1787826409.911589:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000001ee07536 81: 1< 0 - - > 2< 331776 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911591:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d78d1e3c 00000080:00200000:2.0:1787826409.911592:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1787826409.911593:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 82 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911605:0:58597:0:(rw26.c:875:ll_write_end()) pos 335872, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911608:0:58597:0:(rw26.c:933:ll_write_end()) page@000000003c4aa3ce[3 000000005a895abb 2 1 00000000e898aea7 0 0 82] 00000080:00200000:2.0:1787826409.911610:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f33cf28b 17ffffc0001001 3:0 ffff8a4f1a3fa9f8 82 lru 00000080:00200000:2.0:1787826409.911616:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000571992e7 82: 1< 0 - - > 2< 335872 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911618:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000003c4aa3ce 00000080:00200000:2.0:1787826409.911620:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1787826409.911622:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 83 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911633:0:58597:0:(rw26.c:875:ll_write_end()) pos 339968, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911637:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000004b751c1[3 000000005a895abb 2 1 00000000e898aea7 0 0 83] 00000080:00200000:2.0:1787826409.911640:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000d045d286 17ffffc0001001 3:0 ffff8a4f1a3fa570 83 lru 00000080:00200000:2.0:1787826409.911645:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000018cd25d6 83: 1< 0 - - > 2< 339968 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911647:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000004b751c1 00000080:00200000:2.0:1787826409.911648:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1787826409.911650:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 84 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911662:0:58597:0:(rw26.c:875:ll_write_end()) pos 344064, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911732:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000dfcad59b[3 000000005a895abb 2 1 00000000e898aea7 0 0 84] 00000080:00200000:2.0:1787826409.911736:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a40634e4 17ffffc0001001 3:0 ffff8a4f1a3fa658 84 lru 00000080:00200000:2.0:1787826409.911741:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000a24475c6 84: 1< 0 - - > 2< 344064 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911743:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000dfcad59b 00000080:00200000:2.0:1787826409.911745:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1787826409.911747:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 85 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911765:0:58597:0:(rw26.c:875:ll_write_end()) pos 348160, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911769:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000066d05a7e[3 000000005a895abb 2 1 00000000e898aea7 0 0 85] 00000080:00200000:2.0:1787826409.911772:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000eae1c8c6 17ffffc0001001 3:0 ffff8a4f10c8a488 85 lru 00000080:00200000:2.0:1787826409.911776:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000bf96a475 85: 1< 0 - - > 2< 348160 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911778:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000066d05a7e 00000080:00200000:2.0:1787826409.911779:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1787826409.911781:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 86 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911793:0:58597:0:(rw26.c:875:ll_write_end()) pos 352256, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911797:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005298ff69[3 000000005a895abb 2 1 00000000e898aea7 0 0 86] 00000080:00200000:2.0:1787826409.911800:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000bc925428 17ffffc0001001 3:0 ffff8a4f10c8a910 86 lru 00000080:00200000:2.0:1787826409.911805:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000022d7411 86: 1< 0 - - > 2< 352256 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911807:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005298ff69 00000080:00200000:2.0:1787826409.911808:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1787826409.911810:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 87 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911830:0:58597:0:(rw26.c:875:ll_write_end()) pos 356352, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911835:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008014b7b4[3 000000005a895abb 2 1 00000000e898aea7 0 0 87] 00000080:00200000:2.0:1787826409.911838:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000678d1693 17ffffc0001021 2:0 ffff8a4f10c8a000 87 lru 00000080:00200000:2.0:1787826409.911843:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000008ee2f0c8 87: 1< 0 - - > 2< 356352 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.911845:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008014b7b4 00000080:00200000:2.0:1787826409.911846:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1787826409.911848:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 88 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.911990:0:58597:0:(rw26.c:875:ll_write_end()) pos 360448, len 4096, copied 4096 00000080:00200000:2.0:1787826409.911995:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e41b49ce[3 000000005a895abb 2 1 00000000e898aea7 0 0 88] 00000080:00200000:2.0:1787826409.911998:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000006969ca88 17ffffc0001001 3:0 ffff8a4f10c8ae80 88 lru 00000080:00200000:2.0:1787826409.912003:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000f4b253f3 88: 1< 0 - - > 2< 360448 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912005:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e41b49ce 00000080:00200000:2.0:1787826409.912006:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1787826409.912008:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 89 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912024:0:58597:0:(rw26.c:875:ll_write_end()) pos 364544, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912029:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d8770e98[3 000000005a895abb 2 1 00000000e898aea7 0 0 89] 00000080:00200000:2.0:1787826409.912032:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000df2fe115 17ffffc0001001 3:0 ffff8a4f10c8a828 89 lru 00000080:00200000:2.0:1787826409.912037:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000601bcae2 89: 1< 0 - - > 2< 364544 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912039:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d8770e98 00000080:00200000:2.0:1787826409.912040:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1787826409.912042:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 90 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912058:0:58597:0:(rw26.c:875:ll_write_end()) pos 368640, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912062:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e155ec84[3 000000005a895abb 2 1 00000000e898aea7 0 0 90] 00000080:00200000:2.0:1787826409.912065:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b6c83b01 17ffffc0001001 3:0 ffff8a4f10c8a740 90 lru 00000080:00200000:2.0:1787826409.912071:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000001ef9c8fb 90: 1< 0 - - > 2< 368640 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912073:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e155ec84 00000080:00200000:2.0:1787826409.912074:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1787826409.912076:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 91 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912092:0:58597:0:(rw26.c:875:ll_write_end()) pos 372736, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912097:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000bb8c7f46[3 000000005a895abb 2 1 00000000e898aea7 0 0 91] 00000080:00200000:2.0:1787826409.912099:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000657d3806 17ffffc0001001 3:0 ffff8a4f10c8a2b8 91 lru 00000080:00200000:2.0:1787826409.912105:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000000651b78c 91: 1< 0 - - > 2< 372736 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912107:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000bb8c7f46 00000080:00200000:2.0:1787826409.912109:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1787826409.912111:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 92 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912128:0:58597:0:(rw26.c:875:ll_write_end()) pos 376832, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912132:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005aa78893[3 000000005a895abb 2 1 00000000e898aea7 0 0 92] 00000080:00200000:2.0:1787826409.912135:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f001e452 17ffffc0001001 3:0 ffff8a4f10c8a3a0 92 lru 00000080:00200000:2.0:1787826409.912139:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000004ddc8dc1 92: 1< 0 - - > 2< 376832 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912141:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005aa78893 00000080:00200000:2.0:1787826409.912143:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1787826409.912145:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 93 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912159:0:58597:0:(rw26.c:875:ll_write_end()) pos 380928, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912163:0:58597:0:(rw26.c:933:ll_write_end()) page@000000001bda8382[3 000000005a895abb 2 1 00000000e898aea7 0 0 93] 00000080:00200000:2.0:1787826409.912166:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000020e484b1 17ffffc0001001 3:0 ffff8a4f10c8a0e8 93 lru 00000080:00200000:2.0:1787826409.912172:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000004275e195 93: 1< 0 - - > 2< 380928 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912174:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000001bda8382 00000080:00200000:2.0:1787826409.912175:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1787826409.912177:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 94 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912192:0:58597:0:(rw26.c:875:ll_write_end()) pos 385024, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912197:0:58597:0:(rw26.c:933:ll_write_end()) page@000000000b003a13[3 000000005a895abb 2 1 00000000e898aea7 0 0 94] 00000080:00200000:2.0:1787826409.912200:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000026fd6bba 17ffffc0001001 3:0 ffff8a4f10c8aae0 94 lru 00000080:00200000:2.0:1787826409.912205:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000008c938f31 94: 1< 0 - - > 2< 385024 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912207:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000000b003a13 00000080:00200000:2.0:1787826409.912208:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1787826409.912210:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 95 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912226:0:58597:0:(rw26.c:875:ll_write_end()) pos 389120, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912230:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000054ae6ce2[3 000000005a895abb 2 1 00000000e898aea7 0 0 95] 00000080:00200000:2.0:1787826409.912232:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000008956c3f7 17ffffc0001001 3:0 ffff8a4f10c8abc8 95 lru 00000080:00200000:2.0:1787826409.912237:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000044ce41c2 95: 1< 0 - - > 2< 389120 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912240:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000054ae6ce2 00000080:00200000:2.0:1787826409.912241:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1787826409.912243:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 96 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912255:0:58597:0:(rw26.c:875:ll_write_end()) pos 393216, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912259:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000349cb2b4[3 000000005a895abb 2 1 00000000e898aea7 0 0 96] 00000080:00200000:2.0:1787826409.912262:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000042646c3f 17ffffc0001001 3:0 ffff8a4f10c8a1d0 96 lru 00000080:00200000:2.0:1787826409.912748:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000005dedf079 96: 1< 0 - - > 2< 393216 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912756:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000349cb2b4 00000080:00200000:2.0:1787826409.912758:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1787826409.912761:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 97 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912784:0:58597:0:(rw26.c:875:ll_write_end()) pos 397312, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912789:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000685e8b1e[3 000000005a895abb 2 1 00000000e898aea7 0 0 97] 00000080:00200000:2.0:1787826409.912793:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000002d12528b 17ffffc0001001 3:0 ffff8a4f10c8a9f8 97 lru 00000080:00200000:2.0:1787826409.912799:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000088505e8f 97: 1< 0 - - > 2< 397312 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912801:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000685e8b1e 00000080:00200000:2.0:1787826409.912803:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1787826409.912805:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 98 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912819:0:58597:0:(rw26.c:875:ll_write_end()) pos 401408, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912823:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005fb9bf5e[3 000000005a895abb 2 1 00000000e898aea7 0 0 98] 00000080:00200000:2.0:1787826409.912826:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000dfebe039 17ffffc0001001 3:0 ffff8a4f10c8a570 98 lru 00000080:00200000:2.0:1787826409.912832:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000756cb51d 98: 1< 0 - - > 2< 401408 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912834:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005fb9bf5e 00000080:00200000:2.0:1787826409.912836:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1787826409.912838:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 99 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912945:0:58597:0:(rw26.c:875:ll_write_end()) pos 405504, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912951:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a4bedec9[3 000000005a895abb 2 1 00000000e898aea7 0 0 99] 00000080:00200000:2.0:1787826409.912954:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a62bfe07 17ffffc0001001 3:0 ffff8a4f10c8a658 99 lru 00000080:00200000:2.0:1787826409.912959:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007da393ed 99: 1< 0 - - > 2< 405504 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912961:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a4bedec9 00000080:00200000:2.0:1787826409.912963:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1787826409.912965:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 100 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.912981:0:58597:0:(rw26.c:875:ll_write_end()) pos 409600, len 4096, copied 4096 00000080:00200000:2.0:1787826409.912986:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000fdf3e0aa[3 000000005a895abb 2 1 00000000e898aea7 0 0 100] 00000080:00200000:2.0:1787826409.912990:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000890a9078 17ffffc0001001 3:0 ffff8a4f10c8ad98 100 lru 00000080:00200000:2.0:1787826409.912996:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000063a80f99 100: 1< 0 - - > 2< 409600 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.912998:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000fdf3e0aa 00000080:00200000:2.0:1787826409.912999:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1787826409.913002:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 101 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913020:0:58597:0:(rw26.c:875:ll_write_end()) pos 413696, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913025:0:58597:0:(rw26.c:933:ll_write_end()) page@000000000dcdbc21[3 000000005a895abb 2 1 00000000e898aea7 0 0 101] 00000080:00200000:2.0:1787826409.913028:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000036a54017 17ffffc0001001 3:0 ffff8a4f10c8acb0 101 lru 00000080:00200000:2.0:1787826409.913034:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000000fc01ebf 101: 1< 0 - - > 2< 413696 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913036:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000000dcdbc21 00000080:00200000:2.0:1787826409.913037:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1787826409.913039:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 102 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913065:0:58597:0:(rw26.c:875:ll_write_end()) pos 417792, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913071:0:58597:0:(rw26.c:933:ll_write_end()) page@000000009e16ad7f[3 000000005a895abb 2 1 00000000e898aea7 0 0 102] 00000080:00200000:2.0:1787826409.913074:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000013d7a3b0 17ffffc0001021 2:0 ffff8a4f1157b570 102 lru 00000080:00200000:2.0:1787826409.913079:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007d5226e3 102: 1< 0 - - > 2< 417792 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913082:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000009e16ad7f 00000080:00200000:2.0:1787826409.913083:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1787826409.913085:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 103 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913101:0:58597:0:(rw26.c:875:ll_write_end()) pos 421888, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913106:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005389fa7f[3 000000005a895abb 2 1 00000000e898aea7 0 0 103] 00000080:00200000:2.0:1787826409.913108:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000004162ab0a 17ffffc0001001 3:0 ffff8a4f1157b658 103 lru 00000080:00200000:2.0:1787826409.913114:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb7337c4 103: 1< 0 - - > 2< 421888 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913117:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005389fa7f 00000080:00200000:2.0:1787826409.913118:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1787826409.913120:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 104 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913135:0:58597:0:(rw26.c:875:ll_write_end()) pos 425984, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913139:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000fa694efc[3 000000005a895abb 2 1 00000000e898aea7 0 0 104] 00000080:00200000:2.0:1787826409.913142:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000003df0f938 17ffffc0001001 3:0 ffff8a4f1157bd98 104 lru 00000080:00200000:2.0:1787826409.913148:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000004ccf6e45 104: 1< 0 - - > 2< 425984 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913151:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000fa694efc 00000080:00200000:2.0:1787826409.913152:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1787826409.913153:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 105 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913168:0:58597:0:(rw26.c:875:ll_write_end()) pos 430080, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913173:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000792edf75[3 000000005a895abb 2 1 00000000e898aea7 0 0 105] 00000080:00200000:2.0:1787826409.913176:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000beb55057 17ffffc0001001 3:0 ffff8a4f1157bcb0 105 lru 00000080:00200000:2.0:1787826409.913182:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000130a5eb0 105: 1< 0 - - > 2< 430080 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913184:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000792edf75 00000080:00200000:2.0:1787826409.913186:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1787826409.913188:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 106 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913204:0:58597:0:(rw26.c:875:ll_write_end()) pos 434176, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913209:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000486fed43[3 000000005a895abb 2 1 00000000e898aea7 0 0 106] 00000080:00200000:2.0:1787826409.913212:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000abe9708d 17ffffc0001001 3:0 ffff8a4f1157b488 106 lru 00000080:00200000:2.0:1787826409.913217:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000085ba0ab8 106: 1< 0 - - > 2< 434176 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913219:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000486fed43 00000080:00200000:2.0:1787826409.913220:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1787826409.913223:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 107 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913238:0:58597:0:(rw26.c:875:ll_write_end()) pos 438272, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913243:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f6c9f6e3[3 000000005a895abb 2 1 00000000e898aea7 0 0 107] 00000080:00200000:2.0:1787826409.913245:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000081d07d22 17ffffc0001001 3:0 ffff8a4f1157b910 107 lru 00000080:00200000:2.0:1787826409.913251:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000026d22046 107: 1< 0 - - > 2< 438272 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913254:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f6c9f6e3 00000080:00200000:2.0:1787826409.913255:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1787826409.913257:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 108 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913634:0:58597:0:(rw26.c:875:ll_write_end()) pos 442368, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913641:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a36d5af6[3 000000005a895abb 2 1 00000000e898aea7 0 0 108] 00000080:00200000:2.0:1787826409.913644:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000005eca576a 17ffffc0001001 3:0 ffff8a4f1157b000 108 lru 00000080:00200000:2.0:1787826409.913650:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000fcf75d23 108: 1< 0 - - > 2< 442368 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913652:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a36d5af6 00000080:00200000:2.0:1787826409.913653:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1787826409.913656:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 109 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913687:0:58597:0:(rw26.c:875:ll_write_end()) pos 446464, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913692:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000398af46e[3 000000005a895abb 2 1 00000000e898aea7 0 0 109] 00000080:00200000:2.0:1787826409.913695:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000002245708e 17ffffc0001001 3:0 ffff8a4f1157be80 109 lru 00000080:00200000:2.0:1787826409.913701:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000b9766954 109: 1< 0 - - > 2< 446464 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913705:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000398af46e 00000080:00200000:2.0:1787826409.913706:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1787826409.913708:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 110 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913724:0:58597:0:(rw26.c:875:ll_write_end()) pos 450560, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913728:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000070c2ed34[3 000000005a895abb 2 1 00000000e898aea7 0 0 110] 00000080:00200000:2.0:1787826409.913731:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000639d8de 17ffffc0001001 3:0 ffff8a4f1157b828 110 lru 00000080:00200000:2.0:1787826409.913736:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000768d89a2 110: 1< 0 - - > 2< 450560 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913738:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000070c2ed34 00000080:00200000:2.0:1787826409.913739:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1787826409.913741:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 111 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913754:0:58597:0:(rw26.c:875:ll_write_end()) pos 454656, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913758:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a001b494[3 000000005a895abb 2 1 00000000e898aea7 0 0 111] 00000080:00200000:2.0:1787826409.913761:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000068465c44 17ffffc0001001 3:0 ffff8a4f1157b740 111 lru 00000080:00200000:2.0:1787826409.913766:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000003d2f2f6c 111: 1< 0 - - > 2< 454656 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913768:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a001b494 00000080:00200000:2.0:1787826409.913769:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1787826409.913771:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 112 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913787:0:58597:0:(rw26.c:875:ll_write_end()) pos 458752, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913792:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000bd64b7f8[3 000000005a895abb 2 1 00000000e898aea7 0 0 112] 00000080:00200000:2.0:1787826409.913794:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f1eff080 17ffffc0001001 3:0 ffff8a4f1157b2b8 112 lru 00000080:00200000:2.0:1787826409.913800:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000c4eef1e7 112: 1< 0 - - > 2< 458752 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913803:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000bd64b7f8 00000080:00200000:2.0:1787826409.913804:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1787826409.913806:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 113 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913821:0:58597:0:(rw26.c:875:ll_write_end()) pos 462848, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913826:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a0500a3c[3 000000005a895abb 2 1 00000000e898aea7 0 0 113] 00000080:00200000:2.0:1787826409.913829:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000004ad2b7c1 17ffffc0001001 3:0 ffff8a4f1157b3a0 113 lru 00000080:00200000:2.0:1787826409.913833:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000073ee01d4 113: 1< 0 - - > 2< 462848 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913835:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a0500a3c 00000080:00200000:2.0:1787826409.913836:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1787826409.913838:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 114 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913890:0:58597:0:(rw26.c:875:ll_write_end()) pos 466944, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913896:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005f5114a2[3 000000005a895abb 2 1 00000000e898aea7 0 0 114] 00000080:00200000:2.0:1787826409.913899:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000008e4688d1 17ffffc0001001 3:0 ffff8a4f1157b0e8 114 lru 00000080:00200000:2.0:1787826409.913905:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000044372b53 114: 1< 0 - - > 2< 466944 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913907:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005f5114a2 00000080:00200000:2.0:1787826409.913909:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1787826409.913911:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 115 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913930:0:58597:0:(rw26.c:875:ll_write_end()) pos 471040, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913934:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000047519dfd[3 000000005a895abb 2 1 00000000e898aea7 0 0 115] 00000080:00200000:2.0:1787826409.913937:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000056b505a1 17ffffc0001001 3:0 ffff8a4f1157bae0 115 lru 00000080:00200000:2.0:1787826409.913942:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000a1e1da1e 115: 1< 0 - - > 2< 471040 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913944:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000047519dfd 00000080:00200000:2.0:1787826409.913945:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1787826409.913947:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 116 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.913963:0:58597:0:(rw26.c:875:ll_write_end()) pos 475136, len 4096, copied 4096 00000080:00200000:2.0:1787826409.913967:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000722a19d7[3 000000005a895abb 2 1 00000000e898aea7 0 0 116] 00000080:00200000:2.0:1787826409.913970:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000c2628ba 17ffffc0001001 3:0 ffff8a4f1157bbc8 116 lru 00000080:00200000:2.0:1787826409.913975:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e5b8371c 116: 1< 0 - - > 2< 475136 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.913977:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000722a19d7 00000080:00200000:2.0:1787826409.913978:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1787826409.913981:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 117 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914002:0:58597:0:(rw26.c:875:ll_write_end()) pos 479232, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914007:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002baded87[3 000000005a895abb 2 1 00000000e898aea7 0 0 117] 00000080:00200000:2.0:1787826409.914010:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b630d354 17ffffc0001021 2:0 ffff8a4f1157b1d0 117 lru 00000080:00200000:2.0:1787826409.914015:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000003bac5114 117: 1< 0 - - > 2< 479232 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914017:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002baded87 00000080:00200000:2.0:1787826409.914018:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1787826409.914020:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 118 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914034:0:58597:0:(rw26.c:875:ll_write_end()) pos 483328, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914038:0:58597:0:(rw26.c:933:ll_write_end()) page@000000001e353659[3 000000005a895abb 2 1 00000000e898aea7 0 0 118] 00000080:00200000:2.0:1787826409.914040:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000009dfed0f4 17ffffc0001001 3:0 ffff8a4f1157b9f8 118 lru 00000080:00200000:2.0:1787826409.914046:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000001cffbf 118: 1< 0 - - > 2< 483328 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914048:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000001e353659 00000080:00200000:2.0:1787826409.914049:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1787826409.914051:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 119 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914063:0:58597:0:(rw26.c:875:ll_write_end()) pos 487424, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914067:0:58597:0:(rw26.c:933:ll_write_end()) page@000000009121ee2d[3 000000005a895abb 2 1 00000000e898aea7 0 0 119] 00000080:00200000:2.0:1787826409.914070:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000fdc7db9b 17ffffc0001001 3:0 ffff8a4f1157e910 119 lru 00000080:00200000:2.0:1787826409.914076:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000043e19544 119: 1< 0 - - > 2< 487424 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914078:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000009121ee2d 00000080:00200000:2.0:1787826409.914079:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1787826409.914081:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 120 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914097:0:58597:0:(rw26.c:875:ll_write_end()) pos 491520, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914102:0:58597:0:(rw26.c:933:ll_write_end()) page@000000006b1aaf15[3 000000005a895abb 2 1 00000000e898aea7 0 0 120] 00000080:00200000:2.0:1787826409.914104:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000cceb1acd 17ffffc0001001 3:0 ffff8a4f1157e000 120 lru 00000080:00200000:2.0:1787826409.914110:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000000f4473bf 120: 1< 0 - - > 2< 491520 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914112:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000006b1aaf15 00000080:00200000:2.0:1787826409.914113:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1787826409.914115:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 121 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914129:0:58597:0:(rw26.c:875:ll_write_end()) pos 495616, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914133:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000aa9d79df[3 000000005a895abb 2 1 00000000e898aea7 0 0 121] 00000080:00200000:2.0:1787826409.914136:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000e15a4687 17ffffc0001001 3:0 ffff8a4f1157ee80 121 lru 00000080:00200000:2.0:1787826409.914141:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d7755be4 121: 1< 0 - - > 2< 495616 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914143:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000aa9d79df 00000080:00200000:2.0:1787826409.914145:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1787826409.914147:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 122 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914159:0:58597:0:(rw26.c:875:ll_write_end()) pos 499712, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914163:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000014390a70[3 000000005a895abb 2 1 00000000e898aea7 0 0 122] 00000080:00200000:2.0:1787826409.914166:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000005549548 17ffffc0001001 3:0 ffff8a4f1157e828 122 lru 00000080:00200000:2.0:1787826409.914171:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000304ec9ca 122: 1< 0 - - > 2< 499712 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914174:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000014390a70 00000080:00200000:2.0:1787826409.914175:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1787826409.914177:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 123 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914189:0:58597:0:(rw26.c:875:ll_write_end()) pos 503808, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914194:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005d7680c4[3 000000005a895abb 2 1 00000000e898aea7 0 0 123] 00000080:00200000:2.0:1787826409.914196:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f6d5cef3 17ffffc0001001 3:0 ffff8a4f1157e740 123 lru 00000080:00200000:2.0:1787826409.914202:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000003828d124 123: 1< 0 - - > 2< 503808 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914204:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005d7680c4 00000080:00200000:2.0:1787826409.914205:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1787826409.914207:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 124 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914222:0:58597:0:(rw26.c:875:ll_write_end()) pos 507904, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914226:0:58597:0:(rw26.c:933:ll_write_end()) page@000000009fccadb6[3 000000005a895abb 2 1 00000000e898aea7 0 0 124] 00000080:00200000:2.0:1787826409.914229:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000074044c20 17ffffc0001001 3:0 ffff8a4f1157e2b8 124 lru 00000080:00200000:2.0:1787826409.914234:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000dd6a85af 124: 1< 0 - - > 2< 507904 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914236:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000009fccadb6 00000080:00200000:2.0:1787826409.914238:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1787826409.914240:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 125 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914252:0:58597:0:(rw26.c:875:ll_write_end()) pos 512000, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914256:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000ac32b45f[3 000000005a895abb 2 1 00000000e898aea7 0 0 125] 00000080:00200000:2.0:1787826409.914259:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b17e0d51 17ffffc0001001 3:0 ffff8a4f1157e3a0 125 lru 00000080:00200000:2.0:1787826409.914264:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000cbe022cf 125: 1< 0 - - > 2< 512000 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914267:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000ac32b45f 00000080:00200000:2.0:1787826409.914268:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1787826409.914494:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 126 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914513:0:58597:0:(rw26.c:875:ll_write_end()) pos 516096, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914519:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000029d1dac7[3 000000005a895abb 2 1 00000000e898aea7 0 0 126] 00000080:00200000:2.0:1787826409.914522:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000048b59e5a 17ffffc0001001 3:0 ffff8a4f1157e0e8 126 lru 00000080:00200000:2.0:1787826409.914528:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000008d1ffaf1 126: 1< 0 - - > 2< 516096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914530:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000029d1dac7 00000080:00200000:2.0:1787826409.914531:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1787826409.914533:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 127 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914547:0:58597:0:(rw26.c:875:ll_write_end()) pos 520192, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914551:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008afb4811[3 000000005a895abb 2 1 00000000e898aea7 0 0 127] 00000080:00200000:2.0:1787826409.914554:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000007e2f399 17ffffc0001001 3:0 ffff8a4f1157eae0 127 lru 00000080:00200000:2.0:1787826409.914559:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000064a72da2 127: 1< 0 - - > 2< 520192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914562:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008afb4811 00000080:00200000:2.0:1787826409.914563:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1787826409.914565:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 128 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914585:0:58597:0:(rw26.c:875:ll_write_end()) pos 524288, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914589:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000999dc2fb[3 000000005a895abb 2 1 00000000e898aea7 0 0 128] 00000080:00200000:2.0:1787826409.914592:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000344ad9bc 17ffffc0001001 3:0 ffff8a4f1157ebc8 128 lru 00000080:00200000:2.0:1787826409.914597:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000006f4700a8 128: 1< 0 - - > 2< 524288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914599:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000999dc2fb 00000080:00200000:2.0:1787826409.914600:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1787826409.914602:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 129 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914619:0:58597:0:(rw26.c:875:ll_write_end()) pos 528384, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914623:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000433d500a[3 000000005a895abb 2 1 00000000e898aea7 0 0 129] 00000080:00200000:2.0:1787826409.914626:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000154720b6 17ffffc0001001 3:0 ffff8a4f1157e1d0 129 lru 00000080:00200000:2.0:1787826409.914631:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e8657e69 129: 1< 0 - - > 2< 528384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914633:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000433d500a 00000080:00200000:2.0:1787826409.914635:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1787826409.914636:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 130 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914652:0:58597:0:(rw26.c:875:ll_write_end()) pos 532480, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914657:0:58597:0:(rw26.c:933:ll_write_end()) page@000000000a7610fb[3 000000005a895abb 2 1 00000000e898aea7 0 0 130] 00000080:00200000:2.0:1787826409.914660:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f56d5ec7 17ffffc0001001 3:0 ffff8a4f1157e9f8 130 lru 00000080:00200000:2.0:1787826409.914679:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000043e5a89 130: 1< 0 - - > 2< 532480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914681:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000000a7610fb 00000080:00200000:2.0:1787826409.914683:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1787826409.914685:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 131 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914701:0:58597:0:(rw26.c:875:ll_write_end()) pos 536576, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914705:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000ab569a66[3 000000005a895abb 2 1 00000000e898aea7 0 0 131] 00000080:00200000:2.0:1787826409.914708:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000002fdc9c93 17ffffc0001001 3:0 ffff8a4f1157e570 131 lru 00000080:00200000:2.0:1787826409.914713:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000b80b824d 131: 1< 0 - - > 2< 536576 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914715:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000ab569a66 00000080:00200000:2.0:1787826409.914717:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1787826409.914719:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 132 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914741:0:58597:0:(rw26.c:875:ll_write_end()) pos 540672, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914746:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000021d4fb5f[3 000000005a895abb 2 1 00000000e898aea7 0 0 132] 00000080:00200000:2.0:1787826409.914749:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000009642d32a 17ffffc0001021 2:0 ffff8a4f1157e658 132 lru 00000080:00200000:2.0:1787826409.914754:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000b857e086 132: 1< 0 - - > 2< 540672 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914756:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000021d4fb5f 00000080:00200000:2.0:1787826409.914757:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1787826409.914759:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 133 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914776:0:58597:0:(rw26.c:875:ll_write_end()) pos 544768, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914781:0:58597:0:(rw26.c:933:ll_write_end()) page@000000009857fb62[3 000000005a895abb 2 1 00000000e898aea7 0 0 133] 00000080:00200000:2.0:1787826409.914784:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f7260c76 17ffffc0001001 3:0 ffff8a4f1157ed98 133 lru 00000080:00200000:2.0:1787826409.914789:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000047637f11 133: 1< 0 - - > 2< 544768 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914792:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000009857fb62 00000080:00200000:2.0:1787826409.914793:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1787826409.914795:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 134 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914813:0:58597:0:(rw26.c:875:ll_write_end()) pos 548864, len 4096, copied 4096 00000080:00200000:2.0:1787826409.914818:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000fd0ca919[3 000000005a895abb 2 1 00000000e898aea7 0 0 134] 00000080:00200000:2.0:1787826409.914821:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000bcb74fa3 17ffffc0001001 3:0 ffff8a4f1157ecb0 134 lru 00000080:00200000:2.0:1787826409.914826:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000001022f15c 134: 1< 0 - - > 2< 548864 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.914829:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000fd0ca919 00000080:00200000:2.0:1787826409.914830:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1787826409.914832:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 135 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.914846:0:58597:0:(rw26.c:875:ll_write_end()) pos 552960, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915159:0:58597:0:(rw26.c:933:ll_write_end()) page@000000001dd1b094[3 000000005a895abb 2 1 00000000e898aea7 0 0 135] 00000080:00200000:2.0:1787826409.915163:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000001454ce63 17ffffc0001001 3:0 ffff8a4f1157e488 135 lru 00000080:00200000:2.0:1787826409.915169:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000bdcd43eb 135: 1< 0 - - > 2< 552960 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915171:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000001dd1b094 00000080:00200000:2.0:1787826409.915172:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1787826409.915174:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 136 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915195:0:58597:0:(rw26.c:875:ll_write_end()) pos 557056, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915200:0:58597:0:(rw26.c:933:ll_write_end()) page@000000000aaf06b2[3 000000005a895abb 2 1 00000000e898aea7 0 0 136] 00000080:00200000:2.0:1787826409.915203:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000007c4c734b 17ffffc0001001 3:0 ffff8a4f1a2c79f8 136 lru 00000080:00200000:2.0:1787826409.915209:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e9f5b84c 136: 1< 0 - - > 2< 557056 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915212:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000000aaf06b2 00000080:00200000:2.0:1787826409.915213:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1787826409.915215:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 137 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915231:0:58597:0:(rw26.c:875:ll_write_end()) pos 561152, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915235:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000c1fbc413[3 000000005a895abb 2 1 00000000e898aea7 0 0 137] 00000080:00200000:2.0:1787826409.915238:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000387009c3 17ffffc0001001 3:0 ffff8a4f1a2c7570 137 lru 00000080:00200000:2.0:1787826409.915243:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000873b6ab8 137: 1< 0 - - > 2< 561152 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915245:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000c1fbc413 00000080:00200000:2.0:1787826409.915246:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1787826409.915248:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 138 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915262:0:58597:0:(rw26.c:875:ll_write_end()) pos 565248, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915266:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a713d02f[3 000000005a895abb 2 1 00000000e898aea7 0 0 138] 00000080:00200000:2.0:1787826409.915378:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000069248b8b 17ffffc0001001 3:0 ffff8a4f1a2c7658 138 lru 00000080:00200000:2.0:1787826409.915385:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d2be3cb0 138: 1< 0 - - > 2< 565248 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915387:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a713d02f 00000080:00200000:2.0:1787826409.915388:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1787826409.915391:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 139 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915410:0:58597:0:(rw26.c:875:ll_write_end()) pos 569344, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915426:0:58597:0:(rw26.c:933:ll_write_end()) page@000000004e30ebb9[3 000000005a895abb 2 1 00000000e898aea7 0 0 139] 00000080:00200000:2.0:1787826409.915429:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000078c5e472 17ffffc0001001 3:0 ffff8a4f1a2c7d98 139 lru 00000080:00200000:2.0:1787826409.915435:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000007b24397 139: 1< 0 - - > 2< 569344 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915437:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000004e30ebb9 00000080:00200000:2.0:1787826409.915439:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1787826409.915441:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 140 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915458:0:58597:0:(rw26.c:875:ll_write_end()) pos 573440, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915463:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005eafbcc8[3 000000005a895abb 2 1 00000000e898aea7 0 0 140] 00000080:00200000:2.0:1787826409.915466:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ccf65c46 17ffffc0001001 3:0 ffff8a4f1a2c7cb0 140 lru 00000080:00200000:2.0:1787826409.915472:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000006b4edf88 140: 1< 0 - - > 2< 573440 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915474:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005eafbcc8 00000080:00200000:2.0:1787826409.915476:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1787826409.915478:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 141 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915494:0:58597:0:(rw26.c:875:ll_write_end()) pos 577536, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915499:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005412c0a9[3 000000005a895abb 2 1 00000000e898aea7 0 0 141] 00000080:00200000:2.0:1787826409.915502:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000005e84792 17ffffc0001001 3:0 ffff8a4f1a2c7488 141 lru 00000080:00200000:2.0:1787826409.915508:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000281356e3 141: 1< 0 - - > 2< 577536 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915510:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005412c0a9 00000080:00200000:2.0:1787826409.915511:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1787826409.915513:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 142 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915528:0:58597:0:(rw26.c:875:ll_write_end()) pos 581632, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915533:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b94f957b[3 000000005a895abb 2 1 00000000e898aea7 0 0 142] 00000080:00200000:2.0:1787826409.915536:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ef6ec1eb 17ffffc0001001 3:0 ffff8a4f1a2c7910 142 lru 00000080:00200000:2.0:1787826409.915541:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000ed4ee548 142: 1< 0 - - > 2< 581632 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915544:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b94f957b 00000080:00200000:2.0:1787826409.915545:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1787826409.915547:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 143 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915566:0:58597:0:(rw26.c:875:ll_write_end()) pos 585728, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915570:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e2939bec[3 000000005a895abb 2 1 00000000e898aea7 0 0 143] 00000080:00200000:2.0:1787826409.915573:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000007c95b0e8 17ffffc0001001 3:0 ffff8a4f1a2c7000 143 lru 00000080:00200000:2.0:1787826409.915578:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000066866c16 143: 1< 0 - - > 2< 585728 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915581:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e2939bec 00000080:00200000:2.0:1787826409.915582:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1787826409.915584:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 144 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915599:0:58597:0:(rw26.c:875:ll_write_end()) pos 589824, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915604:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000bedbd876[3 000000005a895abb 2 1 00000000e898aea7 0 0 144] 00000080:00200000:2.0:1787826409.915606:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ba86a412 17ffffc0001001 3:0 ffff8a4f1a2c7e80 144 lru 00000080:00200000:2.0:1787826409.915612:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000071045598 144: 1< 0 - - > 2< 589824 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915614:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000bedbd876 00000080:00200000:2.0:1787826409.915615:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1787826409.915617:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 145 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915632:0:58597:0:(rw26.c:875:ll_write_end()) pos 593920, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915636:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000c64af1c6[3 000000005a895abb 2 1 00000000e898aea7 0 0 145] 00000080:00200000:2.0:1787826409.915639:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000086a8e93 17ffffc0001001 3:0 ffff8a4f1a2c7828 145 lru 00000080:00200000:2.0:1787826409.915645:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000b69e6042 145: 1< 0 - - > 2< 593920 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915648:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000c64af1c6 00000080:00200000:2.0:1787826409.915649:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1787826409.915651:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 146 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915736:0:58597:0:(rw26.c:875:ll_write_end()) pos 598016, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915741:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000cfa95b96[3 000000005a895abb 2 1 00000000e898aea7 0 0 146] 00000080:00200000:2.0:1787826409.915744:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a146be28 17ffffc0001001 3:0 ffff8a4f1a2c7740 146 lru 00000080:00200000:2.0:1787826409.915749:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000005ec3ee6d 146: 1< 0 - - > 2< 598016 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915751:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000cfa95b96 00000080:00200000:2.0:1787826409.915753:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1787826409.915755:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 147 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915775:0:58597:0:(rw26.c:875:ll_write_end()) pos 602112, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915780:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000025c2ae41[3 000000005a895abb 2 1 00000000e898aea7 0 0 147] 00000080:00200000:2.0:1787826409.915783:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b3e7f75b 17ffffc0001021 2:0 ffff8a4f1a2c72b8 147 lru 00000080:00200000:2.0:1787826409.915788:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000fab4ea00 147: 1< 0 - - > 2< 602112 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915790:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000025c2ae41 00000080:00200000:2.0:1787826409.915791:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1787826409.915793:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 148 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915806:0:58597:0:(rw26.c:875:ll_write_end()) pos 606208, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915809:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000009291a70[3 000000005a895abb 2 1 00000000e898aea7 0 0 148] 00000080:00200000:2.0:1787826409.915812:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000006954a555 17ffffc0001001 3:0 ffff8a4f1a2c73a0 148 lru 00000080:00200000:2.0:1787826409.915818:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000202ae45b 148: 1< 0 - - > 2< 606208 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915820:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000009291a70 00000080:00200000:2.0:1787826409.915821:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1787826409.915823:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 149 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915836:0:58597:0:(rw26.c:875:ll_write_end()) pos 610304, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915840:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000040c51db9[3 000000005a895abb 2 1 00000000e898aea7 0 0 149] 00000080:00200000:2.0:1787826409.915843:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000e8fab6f5 17ffffc0001001 3:0 ffff8a4f1a2c70e8 149 lru 00000080:00200000:2.0:1787826409.915928:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000ea61921d 149: 1< 0 - - > 2< 610304 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915932:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000040c51db9 00000080:00200000:2.0:1787826409.915933:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1787826409.915936:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 150 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915953:0:58597:0:(rw26.c:875:ll_write_end()) pos 614400, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915957:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f23a4bd6[3 000000005a895abb 2 1 00000000e898aea7 0 0 150] 00000080:00200000:2.0:1787826409.915960:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b1d0f954 17ffffc0001001 3:0 ffff8a4f1a2c7ae0 150 lru 00000080:00200000:2.0:1787826409.915965:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000046d98d26 150: 1< 0 - - > 2< 614400 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915967:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f23a4bd6 00000080:00200000:2.0:1787826409.915968:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1787826409.915970:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 151 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.915983:0:58597:0:(rw26.c:875:ll_write_end()) pos 618496, len 4096, copied 4096 00000080:00200000:2.0:1787826409.915988:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000001e6fe71[3 000000005a895abb 2 1 00000000e898aea7 0 0 151] 00000080:00200000:2.0:1787826409.915991:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a7b5a0e9 17ffffc0001001 3:0 ffff8a4f1a2c7bc8 151 lru 00000080:00200000:2.0:1787826409.915996:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000150d9adc 151: 1< 0 - - > 2< 618496 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.915998:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000001e6fe71 00000080:00200000:2.0:1787826409.915999:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1787826409.916001:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 152 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916015:0:58597:0:(rw26.c:875:ll_write_end()) pos 622592, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916019:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000cee92831[3 000000005a895abb 2 1 00000000e898aea7 0 0 152] 00000080:00200000:2.0:1787826409.916022:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc80ea8f 17ffffc0001001 3:0 ffff8a4f1a2c71d0 152 lru 00000080:00200000:2.0:1787826409.916028:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000005704332a 152: 1< 0 - - > 2< 622592 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916030:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000cee92831 00000080:00200000:2.0:1787826409.916031:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1787826409.916033:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 153 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916050:0:58597:0:(rw26.c:875:ll_write_end()) pos 626688, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916054:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000076684892[3 000000005a895abb 2 1 00000000e898aea7 0 0 153] 00000080:00200000:2.0:1787826409.916057:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000efef7987 17ffffc0001001 3:0 ffff8a4f115290e8 153 lru 00000080:00200000:2.0:1787826409.916062:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000a6f77ed8 153: 1< 0 - - > 2< 626688 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916065:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000076684892 00000080:00200000:2.0:1787826409.916066:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1787826409.916068:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 154 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916081:0:58597:0:(rw26.c:875:ll_write_end()) pos 630784, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916086:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f634793f[3 000000005a895abb 2 1 00000000e898aea7 0 0 154] 00000080:00200000:2.0:1787826409.916089:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000003cf8542e 17ffffc0001001 3:0 ffff8a4f11529ae0 154 lru 00000080:00200000:2.0:1787826409.916094:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000003be6b5ae 154: 1< 0 - - > 2< 630784 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916097:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f634793f 00000080:00200000:2.0:1787826409.916098:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1787826409.916100:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 155 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916115:0:58597:0:(rw26.c:875:ll_write_end()) pos 634880, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916120:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002e3d3a66[3 000000005a895abb 2 1 00000000e898aea7 0 0 155] 00000080:00200000:2.0:1787826409.916122:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a4cd3062 17ffffc0001001 3:0 ffff8a4f11529bc8 155 lru 00000080:00200000:2.0:1787826409.916127:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007b53d16b 155: 1< 0 - - > 2< 634880 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916129:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002e3d3a66 00000080:00200000:2.0:1787826409.916130:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1787826409.916131:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 156 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916145:0:58597:0:(rw26.c:875:ll_write_end()) pos 638976, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916149:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e804b78b[3 000000005a895abb 2 1 00000000e898aea7 0 0 156] 00000080:00200000:2.0:1787826409.916151:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a45e4ac5 17ffffc0001001 3:0 ffff8a4f115291d0 156 lru 00000080:00200000:2.0:1787826409.916157:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000033d495db 156: 1< 0 - - > 2< 638976 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916159:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e804b78b 00000080:00200000:2.0:1787826409.916160:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1787826409.916162:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 157 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916180:0:58597:0:(rw26.c:875:ll_write_end()) pos 643072, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916184:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008eeada66[3 000000005a895abb 2 1 00000000e898aea7 0 0 157] 00000080:00200000:2.0:1787826409.916187:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000020e33eca 17ffffc0001001 3:0 ffff8a4f115299f8 157 lru 00000080:00200000:2.0:1787826409.916192:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000005426859a 157: 1< 0 - - > 2< 643072 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916194:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008eeada66 00000080:00200000:2.0:1787826409.916195:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1787826409.916197:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 158 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916210:0:58597:0:(rw26.c:875:ll_write_end()) pos 647168, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916214:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000fc271661[3 000000005a895abb 2 1 00000000e898aea7 0 0 158] 00000080:00200000:2.0:1787826409.916217:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f7ee311b 17ffffc0001001 3:0 ffff8a4f11529570 158 lru 00000080:00200000:2.0:1787826409.916222:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000c2c94598 158: 1< 0 - - > 2< 647168 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916224:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000fc271661 00000080:00200000:2.0:1787826409.916225:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1787826409.916227:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 159 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916243:0:58597:0:(rw26.c:875:ll_write_end()) pos 651264, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916247:0:58597:0:(rw26.c:933:ll_write_end()) page@000000003fda5e69[3 000000005a895abb 2 1 00000000e898aea7 0 0 159] 00000080:00200000:2.0:1787826409.916250:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f2968f81 17ffffc0001001 3:0 ffff8a4f11529658 159 lru 00000080:00200000:2.0:1787826409.916255:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000090834b97 159: 1< 0 - - > 2< 651264 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916257:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000003fda5e69 00000080:00200000:2.0:1787826409.916258:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1787826409.916260:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 160 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916348:0:58597:0:(rw26.c:875:ll_write_end()) pos 655360, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916354:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000493974e1[3 000000005a895abb 2 1 00000000e898aea7 0 0 160] 00000080:00200000:2.0:1787826409.916357:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000436b079e 17ffffc0001001 3:0 ffff8a4f11529d98 160 lru 00000080:00200000:2.0:1787826409.916362:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000000db229a0 160: 1< 0 - - > 2< 655360 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916364:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000493974e1 00000080:00200000:2.0:1787826409.916365:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1787826409.916367:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 161 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916383:0:58597:0:(rw26.c:875:ll_write_end()) pos 659456, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916388:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000eaba3ca1[3 000000005a895abb 2 1 00000000e898aea7 0 0 161] 00000080:00200000:2.0:1787826409.916391:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000738653ca 17ffffc0001001 3:0 ffff8a4f11529cb0 161 lru 00000080:00200000:2.0:1787826409.916396:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000006a1e4d59 161: 1< 0 - - > 2< 659456 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916398:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000eaba3ca1 00000080:00200000:2.0:1787826409.916399:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1787826409.916401:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 162 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916432:0:58597:0:(rw26.c:875:ll_write_end()) pos 663552, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916437:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b91b3e7e[3 000000005a895abb 2 1 00000000e898aea7 0 0 162] 00000080:00200000:2.0:1787826409.916440:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000002a055dd7 17ffffc0001021 2:0 ffff8a4f11529488 162 lru 00000080:00200000:2.0:1787826409.916445:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007daef502 162: 1< 0 - - > 2< 663552 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916448:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b91b3e7e 00000080:00200000:2.0:1787826409.916449:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1787826409.916451:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 163 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916465:0:58597:0:(rw26.c:875:ll_write_end()) pos 667648, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916469:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000712ad6f4[3 000000005a895abb 2 1 00000000e898aea7 0 0 163] 00000080:00200000:2.0:1787826409.916472:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000726076fd 17ffffc0001001 3:0 ffff8a4f11529910 163 lru 00000080:00200000:2.0:1787826409.916476:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000c2ee0c59 163: 1< 0 - - > 2< 667648 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916479:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000712ad6f4 00000080:00200000:2.0:1787826409.916480:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1787826409.916482:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 164 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916498:0:58597:0:(rw26.c:875:ll_write_end()) pos 671744, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916503:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000112f2c5a[3 000000005a895abb 2 1 00000000e898aea7 0 0 164] 00000080:00200000:2.0:1787826409.916505:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000001f18ab43 17ffffc0001001 3:0 ffff8a4f11529000 164 lru 00000080:00200000:2.0:1787826409.916510:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000058c1eb55 164: 1< 0 - - > 2< 671744 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916511:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000112f2c5a 00000080:00200000:2.0:1787826409.916513:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1787826409.916515:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 165 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916529:0:58597:0:(rw26.c:875:ll_write_end()) pos 675840, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916533:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000c54e861a[3 000000005a895abb 2 1 00000000e898aea7 0 0 165] 00000080:00200000:2.0:1787826409.916535:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000019b9f42f 17ffffc0001001 3:0 ffff8a4f11529e80 165 lru 00000080:00200000:2.0:1787826409.916540:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000304db987 165: 1< 0 - - > 2< 675840 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916542:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000c54e861a 00000080:00200000:2.0:1787826409.916543:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1787826409.916544:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 166 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916558:0:58597:0:(rw26.c:875:ll_write_end()) pos 679936, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916562:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000008427524[3 000000005a895abb 2 1 00000000e898aea7 0 0 166] 00000080:00200000:2.0:1787826409.916565:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000002f6fbc72 17ffffc0001001 3:0 ffff8a4f11529828 166 lru 00000080:00200000:2.0:1787826409.916571:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000061f0eac2 166: 1< 0 - - > 2< 679936 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916573:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000008427524 00000080:00200000:2.0:1787826409.916574:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1787826409.916576:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 167 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916590:0:58597:0:(rw26.c:875:ll_write_end()) pos 684032, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916594:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000c28cbf5e[3 000000005a895abb 2 1 00000000e898aea7 0 0 167] 00000080:00200000:2.0:1787826409.916597:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000065fda42b 17ffffc0001001 3:0 ffff8a4f11529740 167 lru 00000080:00200000:2.0:1787826409.916602:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000275a509f 167: 1< 0 - - > 2< 684032 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916605:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000c28cbf5e 00000080:00200000:2.0:1787826409.916606:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1787826409.916607:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 168 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916622:0:58597:0:(rw26.c:875:ll_write_end()) pos 688128, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916625:0:58597:0:(rw26.c:933:ll_write_end()) page@000000003b9645e1[3 000000005a895abb 2 1 00000000e898aea7 0 0 168] 00000080:00200000:2.0:1787826409.916628:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000002f0695a9 17ffffc0001001 3:0 ffff8a4f115292b8 168 lru 00000080:00200000:2.0:1787826409.916633:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e562633d 168: 1< 0 - - > 2< 688128 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916636:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000003b9645e1 00000080:00200000:2.0:1787826409.916637:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1787826409.916638:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 169 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916653:0:58597:0:(rw26.c:875:ll_write_end()) pos 692224, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916657:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000117b0527[3 000000005a895abb 2 1 00000000e898aea7 0 0 169] 00000080:00200000:2.0:1787826409.916659:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000005f2b310 17ffffc0001001 3:0 ffff8a4f115293a0 169 lru 00000080:00200000:2.0:1787826409.916812:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000cf0e8ff3 169: 1< 0 - - > 2< 692224 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916816:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000117b0527 00000080:00200000:2.0:1787826409.916817:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1787826409.916819:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 170 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916837:0:58597:0:(rw26.c:875:ll_write_end()) pos 696320, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916842:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d3627058[3 000000005a895abb 2 1 00000000e898aea7 0 0 170] 00000080:00200000:2.0:1787826409.916844:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a97eb244 17ffffc0001001 3:0 ffff8a4f09e6a0e8 170 lru 00000080:00200000:2.0:1787826409.916885:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e74d4d5f 170: 1< 0 - - > 2< 696320 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916888:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d3627058 00000080:00200000:2.0:1787826409.916890:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1787826409.916892:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 171 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916910:0:58597:0:(rw26.c:875:ll_write_end()) pos 700416, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916914:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f67a4a02[3 000000005a895abb 2 1 00000000e898aea7 0 0 171] 00000080:00200000:2.0:1787826409.916916:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000310ff708 17ffffc0001001 3:0 ffff8a4f09e6aae0 171 lru 00000080:00200000:2.0:1787826409.916921:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d944f386 171: 1< 0 - - > 2< 700416 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916923:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f67a4a02 00000080:00200000:2.0:1787826409.916924:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1787826409.916927:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 172 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916941:0:58597:0:(rw26.c:875:ll_write_end()) pos 704512, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916946:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b0d70e74[3 000000005a895abb 2 1 00000000e898aea7 0 0 172] 00000080:00200000:2.0:1787826409.916949:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000962b0f9b 17ffffc0001001 3:0 ffff8a4f09e6abc8 172 lru 00000080:00200000:2.0:1787826409.916954:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000078dbaf96 172: 1< 0 - - > 2< 704512 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916957:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b0d70e74 00000080:00200000:2.0:1787826409.916958:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1787826409.916960:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 173 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.916976:0:58597:0:(rw26.c:875:ll_write_end()) pos 708608, len 4096, copied 4096 00000080:00200000:2.0:1787826409.916980:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b5cc44c7[3 000000005a895abb 2 1 00000000e898aea7 0 0 173] 00000080:00200000:2.0:1787826409.916983:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000051f8d7c 17ffffc0001001 3:0 ffff8a4f09e6a1d0 173 lru 00000080:00200000:2.0:1787826409.916988:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000f94c574f 173: 1< 0 - - > 2< 708608 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.916990:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b5cc44c7 00000080:00200000:2.0:1787826409.916992:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1787826409.916994:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 174 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917009:0:58597:0:(rw26.c:875:ll_write_end()) pos 712704, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917014:0:58597:0:(rw26.c:933:ll_write_end()) page@000000006418e627[3 000000005a895abb 2 1 00000000e898aea7 0 0 174] 00000080:00200000:2.0:1787826409.917017:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000007e6f8f53 17ffffc0001001 3:0 ffff8a4f09e6a9f8 174 lru 00000080:00200000:2.0:1787826409.917022:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e4e601f4 174: 1< 0 - - > 2< 712704 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917024:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000006418e627 00000080:00200000:2.0:1787826409.917025:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1787826409.917027:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 175 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917043:0:58597:0:(rw26.c:875:ll_write_end()) pos 716800, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917048:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f547b524[3 000000005a895abb 2 1 00000000e898aea7 0 0 175] 00000080:00200000:2.0:1787826409.917050:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000040e8df35 17ffffc0001001 3:0 ffff8a4f09e6a570 175 lru 00000080:00200000:2.0:1787826409.917055:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000cb7fa96f 175: 1< 0 - - > 2< 716800 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917057:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f547b524 00000080:00200000:2.0:1787826409.917059:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1787826409.917061:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 176 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917075:0:58597:0:(rw26.c:875:ll_write_end()) pos 720896, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917078:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e01b00f1[3 000000005a895abb 2 1 00000000e898aea7 0 0 176] 00000080:00200000:2.0:1787826409.917081:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000fb19a05d 17ffffc0001001 3:0 ffff8a4f09e6a658 176 lru 00000080:00200000:2.0:1787826409.917087:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000054740a07 176: 1< 0 - - > 2< 720896 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917090:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e01b00f1 00000080:00200000:2.0:1787826409.917091:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1787826409.917093:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 177 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917113:0:58597:0:(rw26.c:875:ll_write_end()) pos 724992, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917118:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008d3be358[3 000000005a895abb 2 1 00000000e898aea7 0 0 177] 00000080:00200000:2.0:1787826409.917121:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000045a2aad9 17ffffc0001021 2:0 ffff8a4f09e6ad98 177 lru 00000080:00200000:2.0:1787826409.917126:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000003f586c60 177: 1< 0 - - > 2< 724992 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917129:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008d3be358 00000080:00200000:2.0:1787826409.917130:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1787826409.917132:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 178 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917149:0:58597:0:(rw26.c:875:ll_write_end()) pos 729088, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917153:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002ba4c70a[3 000000005a895abb 2 1 00000000e898aea7 0 0 178] 00000080:00200000:2.0:1787826409.917156:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000fa22563f 17ffffc0001001 3:0 ffff8a4f09e6a3a0 178 lru 00000080:00200000:2.0:1787826409.917161:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000008dd1b3e9 178: 1< 0 - - > 2< 729088 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917163:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002ba4c70a 00000080:00200000:2.0:1787826409.917165:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1787826409.917167:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 179 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917183:0:58597:0:(rw26.c:875:ll_write_end()) pos 733184, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917187:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d0773b8f[3 000000005a895abb 2 1 00000000e898aea7 0 0 179] 00000080:00200000:2.0:1787826409.917189:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000544746ef 17ffffc0001001 3:0 ffff8a4f09e6a2b8 179 lru 00000080:00200000:2.0:1787826409.917194:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d0b6f4fa 179: 1< 0 - - > 2< 733184 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917197:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d0773b8f 00000080:00200000:2.0:1787826409.917198:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1787826409.917200:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 180 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917213:0:58597:0:(rw26.c:875:ll_write_end()) pos 737280, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917217:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000217e5076[3 000000005a895abb 2 1 00000000e898aea7 0 0 180] 00000080:00200000:2.0:1787826409.917221:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000003c297e42 17ffffc0001001 3:0 ffff8a4f09e6a740 180 lru 00000080:00200000:2.0:1787826409.917226:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000002aec7bb3 180: 1< 0 - - > 2< 737280 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917228:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000217e5076 00000080:00200000:2.0:1787826409.917229:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1787826409.917231:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 181 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917251:0:58597:0:(rw26.c:875:ll_write_end()) pos 741376, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917255:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000048e48460[3 000000005a895abb 2 1 00000000e898aea7 0 0 181] 00000080:00200000:2.0:1787826409.917258:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000008f0fd00a 17ffffc0001001 3:0 ffff8a4f09e6a828 181 lru 00000080:00200000:2.0:1787826409.917264:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d74010ff 181: 1< 0 - - > 2< 741376 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917266:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000048e48460 00000080:00200000:2.0:1787826409.917281:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1787826409.917284:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 182 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917300:0:58597:0:(rw26.c:875:ll_write_end()) pos 745472, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917305:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000007cf6726[3 000000005a895abb 2 1 00000000e898aea7 0 0 182] 00000080:00200000:2.0:1787826409.917309:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000c0b61965 17ffffc0001001 3:0 ffff8a4f09e6ae80 182 lru 00000080:00200000:2.0:1787826409.917314:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000009497dd4b 182: 1< 0 - - > 2< 745472 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917317:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000007cf6726 00000080:00200000:2.0:1787826409.917318:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1787826409.917320:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 183 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917335:0:58597:0:(rw26.c:875:ll_write_end()) pos 749568, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917339:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d0ec09d3[3 000000005a895abb 2 1 00000000e898aea7 0 0 183] 00000080:00200000:2.0:1787826409.917342:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000006be7ef88 17ffffc0001001 3:0 ffff8a4f09e6a000 183 lru 00000080:00200000:2.0:1787826409.917347:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000a710263a 183: 1< 0 - - > 2< 749568 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917350:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d0ec09d3 00000080:00200000:2.0:1787826409.917351:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1787826409.917353:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 184 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917367:0:58597:0:(rw26.c:875:ll_write_end()) pos 753664, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917371:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000040cebcec[3 000000005a895abb 2 1 00000000e898aea7 0 0 184] 00000080:00200000:2.0:1787826409.917374:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000009c08a12a 17ffffc0001001 3:0 ffff8a4f09e6a910 184 lru 00000080:00200000:2.0:1787826409.917379:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007ba5f68c 184: 1< 0 - - > 2< 753664 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917382:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000040cebcec 00000080:00200000:2.0:1787826409.917383:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1787826409.917385:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 185 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917400:0:58597:0:(rw26.c:875:ll_write_end()) pos 757760, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917405:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a45e5b28[3 000000005a895abb 2 1 00000000e898aea7 0 0 185] 00000080:00200000:2.0:1787826409.917407:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000063d17ae9 17ffffc0001001 3:0 ffff8a4f09e6a488 185 lru 00000080:00200000:2.0:1787826409.917423:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000eec4fe10 185: 1< 0 - - > 2< 757760 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917426:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a45e5b28 00000080:00200000:2.0:1787826409.917427:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1787826409.917429:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 186 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917446:0:58597:0:(rw26.c:875:ll_write_end()) pos 761856, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917451:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000ed7d45dc[3 000000005a895abb 2 1 00000000e898aea7 0 0 186] 00000080:00200000:2.0:1787826409.917454:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000a9a57315 17ffffc0001001 3:0 ffff8a4f09e6acb0 186 lru 00000080:00200000:2.0:1787826409.917460:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000000a6146ae 186: 1< 0 - - > 2< 761856 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917462:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000ed7d45dc 00000080:00200000:2.0:1787826409.917463:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1787826409.917465:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 187 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917481:0:58597:0:(rw26.c:875:ll_write_end()) pos 765952, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917486:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000096fb81f8[3 000000005a895abb 2 1 00000000e898aea7 0 0 187] 00000080:00200000:2.0:1787826409.917489:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000e0696296 17ffffc0001001 3:0 ffff8a4f09f261d0 187 lru 00000080:00200000:2.0:1787826409.917494:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000008dfd215e 187: 1< 0 - - > 2< 765952 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917497:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000096fb81f8 00000080:00200000:2.0:1787826409.917498:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1787826409.917500:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 188 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917515:0:58597:0:(rw26.c:875:ll_write_end()) pos 770048, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917520:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000add12e16[3 000000005a895abb 2 1 00000000e898aea7 0 0 188] 00000080:00200000:2.0:1787826409.917522:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000907678ba 17ffffc0001001 3:0 ffff8a4f09f269f8 188 lru 00000080:00200000:2.0:1787826409.917528:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad8c8512 188: 1< 0 - - > 2< 770048 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917530:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000add12e16 00000080:00200000:2.0:1787826409.917531:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1787826409.917534:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 189 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917549:0:58597:0:(rw26.c:875:ll_write_end()) pos 774144, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917555:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b4d9f420[3 000000005a895abb 2 1 00000000e898aea7 0 0 189] 00000080:00200000:2.0:1787826409.917558:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000cc545841 17ffffc0001001 3:0 ffff8a4f09f26570 189 lru 00000080:00200000:2.0:1787826409.917564:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d000ef3d 189: 1< 0 - - > 2< 774144 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917566:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b4d9f420 00000080:00200000:2.0:1787826409.917573:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1787826409.917576:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 190 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917591:0:58597:0:(rw26.c:875:ll_write_end()) pos 778240, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917595:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f4a9da49[3 000000005a895abb 2 1 00000000e898aea7 0 0 190] 00000080:00200000:2.0:1787826409.917598:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000005f63788 17ffffc0001001 3:0 ffff8a4f09f26658 190 lru 00000080:00200000:2.0:1787826409.917602:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000071c03bf6 190: 1< 0 - - > 2< 778240 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917605:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f4a9da49 00000080:00200000:2.0:1787826409.917607:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1787826409.917608:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 191 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917623:0:58597:0:(rw26.c:875:ll_write_end()) pos 782336, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917628:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e839df20[3 000000005a895abb 2 1 00000000e898aea7 0 0 191] 00000080:00200000:2.0:1787826409.917630:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000570bb75f 17ffffc0001001 3:0 ffff8a4f09f26d98 191 lru 00000080:00200000:2.0:1787826409.917636:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000beca9e74 191: 1< 0 - - > 2< 782336 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917638:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e839df20 00000080:00200000:2.0:1787826409.917639:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1787826409.917641:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 192 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917810:0:58597:0:(rw26.c:875:ll_write_end()) pos 786432, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917815:0:58597:0:(rw26.c:933:ll_write_end()) page@000000001473f81d[3 000000005a895abb 2 1 00000000e898aea7 0 0 192] 00000080:00200000:2.0:1787826409.917818:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000c22bddf1 17ffffc0001021 2:0 ffff8a4f09f26cb0 192 lru 00000080:00200000:2.0:1787826409.917824:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000a46dea20 192: 1< 0 - - > 2< 786432 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917827:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000001473f81d 00000080:00200000:2.0:1787826409.917828:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1787826409.917830:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 193 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917847:0:58597:0:(rw26.c:875:ll_write_end()) pos 790528, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917882:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000ec1c8d7b[3 000000005a895abb 2 1 00000000e898aea7 0 0 193] 00000080:00200000:2.0:1787826409.917884:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000101abb99 17ffffc0001001 3:0 ffff8a4f09f26488 193 lru 00000080:00200000:2.0:1787826409.917891:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000eca130ee 193: 1< 0 - - > 2< 790528 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917893:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000ec1c8d7b 00000080:00200000:2.0:1787826409.917895:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1787826409.917896:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 194 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917912:0:58597:0:(rw26.c:875:ll_write_end()) pos 794624, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917916:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008db0aeff[3 000000005a895abb 2 1 00000000e898aea7 0 0 194] 00000080:00200000:2.0:1787826409.917919:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000004d1dfaa9 17ffffc0001001 3:0 ffff8a4f09f26910 194 lru 00000080:00200000:2.0:1787826409.917924:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000088457f60 194: 1< 0 - - > 2< 794624 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917927:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008db0aeff 00000080:00200000:2.0:1787826409.917928:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1787826409.917930:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 195 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917944:0:58597:0:(rw26.c:875:ll_write_end()) pos 798720, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917948:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000012a77ba4[3 000000005a895abb 2 1 00000000e898aea7 0 0 195] 00000080:00200000:2.0:1787826409.917951:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000003ba9720 17ffffc0001001 3:0 ffff8a4f09f26000 195 lru 00000080:00200000:2.0:1787826409.917956:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000537d30d1 195: 1< 0 - - > 2< 798720 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917958:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000012a77ba4 00000080:00200000:2.0:1787826409.917959:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1787826409.917961:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 196 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.917975:0:58597:0:(rw26.c:875:ll_write_end()) pos 802816, len 4096, copied 4096 00000080:00200000:2.0:1787826409.917980:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000fa52827c[3 000000005a895abb 2 1 00000000e898aea7 0 0 196] 00000080:00200000:2.0:1787826409.917983:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000936b5cb 17ffffc0001001 3:0 ffff8a4f09f26e80 196 lru 00000080:00200000:2.0:1787826409.917988:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000024bc1705 196: 1< 0 - - > 2< 802816 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.917991:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000fa52827c 00000080:00200000:2.0:1787826409.917992:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1787826409.917994:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 197 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918012:0:58597:0:(rw26.c:875:ll_write_end()) pos 806912, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918017:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a760ee1f[3 000000005a895abb 2 1 00000000e898aea7 0 0 197] 00000080:00200000:2.0:1787826409.918019:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000d71573dd 17ffffc0001001 3:0 ffff8a4f09f26828 197 lru 00000080:00200000:2.0:1787826409.918024:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000f8d18cd3 197: 1< 0 - - > 2< 806912 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918026:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a760ee1f 00000080:00200000:2.0:1787826409.918027:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1787826409.918029:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 198 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918048:0:58597:0:(rw26.c:875:ll_write_end()) pos 811008, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918053:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000020c33c9f[3 000000005a895abb 2 1 00000000e898aea7 0 0 198] 00000080:00200000:2.0:1787826409.918055:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000008c6caa58 17ffffc0001001 3:0 ffff8a4f09f26740 198 lru 00000080:00200000:2.0:1787826409.918060:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000059b528b7 198: 1< 0 - - > 2< 811008 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918062:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000020c33c9f 00000080:00200000:2.0:1787826409.918063:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1787826409.918065:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 199 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918082:0:58597:0:(rw26.c:875:ll_write_end()) pos 815104, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918086:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000943c484f[3 000000005a895abb 2 1 00000000e898aea7 0 0 199] 00000080:00200000:2.0:1787826409.918089:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000023133b28 17ffffc0001001 3:0 ffff8a4f09f262b8 199 lru 00000080:00200000:2.0:1787826409.918094:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e3fea431 199: 1< 0 - - > 2< 815104 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918097:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000943c484f 00000080:00200000:2.0:1787826409.918099:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1787826409.918101:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 200 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918116:0:58597:0:(rw26.c:875:ll_write_end()) pos 819200, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918121:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002a1f3bac[3 000000005a895abb 2 1 00000000e898aea7 0 0 200] 00000080:00200000:2.0:1787826409.918123:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000047298d23 17ffffc0001001 3:0 ffff8a4f09f263a0 200 lru 00000080:00200000:2.0:1787826409.918128:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000006e275de4 200: 1< 0 - - > 2< 819200 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918130:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002a1f3bac 00000080:00200000:2.0:1787826409.918132:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1787826409.918134:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 201 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918149:0:58597:0:(rw26.c:875:ll_write_end()) pos 823296, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918152:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000055a32d73[3 000000005a895abb 2 1 00000000e898aea7 0 0 201] 00000080:00200000:2.0:1787826409.918155:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000002aa9180 17ffffc0001001 3:0 ffff8a4f09f260e8 201 lru 00000080:00200000:2.0:1787826409.918161:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000172bcb2b 201: 1< 0 - - > 2< 823296 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918163:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000055a32d73 00000080:00200000:2.0:1787826409.918164:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1787826409.918166:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 202 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918183:0:58597:0:(rw26.c:875:ll_write_end()) pos 827392, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918187:0:58597:0:(rw26.c:933:ll_write_end()) page@000000003e2d1939[3 000000005a895abb 2 1 00000000e898aea7 0 0 202] 00000080:00200000:2.0:1787826409.918190:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000067dd2f00 17ffffc0001001 3:0 ffff8a4f09f26ae0 202 lru 00000080:00200000:2.0:1787826409.918194:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000089d8c7bb 202: 1< 0 - - > 2< 827392 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918196:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000003e2d1939 00000080:00200000:2.0:1787826409.918197:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1787826409.918199:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 203 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918212:0:58597:0:(rw26.c:875:ll_write_end()) pos 831488, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918216:0:58597:0:(rw26.c:933:ll_write_end()) page@000000001edbe012[3 000000005a895abb 2 1 00000000e898aea7 0 0 203] 00000080:00200000:2.0:1787826409.918219:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000d6c58b64 17ffffc0001001 3:0 ffff8a4f09f26bc8 203 lru 00000080:00200000:2.0:1787826409.918224:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000b06c8c8f 203: 1< 0 - - > 2< 831488 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918226:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000001edbe012 00000080:00200000:2.0:1787826409.918227:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1787826409.918229:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 204 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918247:0:58597:0:(rw26.c:875:ll_write_end()) pos 835584, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918251:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000018716cf4[3 000000005a895abb 2 1 00000000e898aea7 0 0 204] 00000080:00200000:2.0:1787826409.918254:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000029b48789 17ffffc0001001 3:0 ffff8a4f08645000 204 lru 00000080:00200000:2.0:1787826409.918259:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000b70edebc 204: 1< 0 - - > 2< 835584 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918261:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000018716cf4 00000080:00200000:2.0:1787826409.918262:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1787826409.918265:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 205 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918348:0:58597:0:(rw26.c:875:ll_write_end()) pos 839680, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918353:0:58597:0:(rw26.c:933:ll_write_end()) page@000000004f733e0d[3 000000005a895abb 2 1 00000000e898aea7 0 0 205] 00000080:00200000:2.0:1787826409.918355:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f8478712 17ffffc0001001 3:0 ffff8a4f08645e80 205 lru 00000080:00200000:2.0:1787826409.918361:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e007a67c 205: 1< 0 - - > 2< 839680 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918363:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000004f733e0d 00000080:00200000:2.0:1787826409.918364:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1787826409.918366:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 206 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918384:0:58597:0:(rw26.c:875:ll_write_end()) pos 843776, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918389:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008e3d4e77[3 000000005a895abb 2 1 00000000e898aea7 0 0 206] 00000080:00200000:2.0:1787826409.918392:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000271c79da 17ffffc0001001 3:0 ffff8a4f08645828 206 lru 00000080:00200000:2.0:1787826409.918397:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000029129a74 206: 1< 0 - - > 2< 843776 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918400:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008e3d4e77 00000080:00200000:2.0:1787826409.918401:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1787826409.918403:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 207 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918435:0:58597:0:(rw26.c:875:ll_write_end()) pos 847872, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918440:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000702d0577[3 000000005a895abb 2 1 00000000e898aea7 0 0 207] 00000080:00200000:2.0:1787826409.918443:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000003aa09785 17ffffc0001021 2:0 ffff8a4f08645740 207 lru 00000080:00200000:2.0:1787826409.918448:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d9944dc7 207: 1< 0 - - > 2< 847872 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918450:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000702d0577 00000080:00200000:2.0:1787826409.918451:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1787826409.918453:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 208 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918467:0:58597:0:(rw26.c:875:ll_write_end()) pos 851968, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918471:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d60fba9c[3 000000005a895abb 2 1 00000000e898aea7 0 0 208] 00000080:00200000:2.0:1787826409.918474:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000c09aa3b 17ffffc0001001 3:0 ffff8a4f086452b8 208 lru 00000080:00200000:2.0:1787826409.918479:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000dc13e136 208: 1< 0 - - > 2< 851968 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918482:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d60fba9c 00000080:00200000:2.0:1787826409.918483:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1787826409.918485:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 209 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918500:0:58597:0:(rw26.c:875:ll_write_end()) pos 856064, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918505:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000dfa4ad14[3 000000005a895abb 2 1 00000000e898aea7 0 0 209] 00000080:00200000:2.0:1787826409.918507:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000c70c19da 17ffffc0001001 3:0 ffff8a4f086453a0 209 lru 00000080:00200000:2.0:1787826409.918513:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000009b59e67d 209: 1< 0 - - > 2< 856064 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918516:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000dfa4ad14 00000080:00200000:2.0:1787826409.918517:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1787826409.918519:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 210 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918533:0:58597:0:(rw26.c:875:ll_write_end()) pos 860160, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918538:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a672c8b5[3 000000005a895abb 2 1 00000000e898aea7 0 0 210] 00000080:00200000:2.0:1787826409.918541:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000007738e322 17ffffc0001001 3:0 ffff8a4f086450e8 210 lru 00000080:00200000:2.0:1787826409.918545:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000fccb603d 210: 1< 0 - - > 2< 860160 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918547:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a672c8b5 00000080:00200000:2.0:1787826409.918548:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1787826409.918550:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 211 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918564:0:58597:0:(rw26.c:875:ll_write_end()) pos 864256, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918568:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000bf812303[3 000000005a895abb 2 1 00000000e898aea7 0 0 211] 00000080:00200000:2.0:1787826409.918571:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000059a49f29 17ffffc0001001 3:0 ffff8a4f08645ae0 211 lru 00000080:00200000:2.0:1787826409.918576:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000090ead306 211: 1< 0 - - > 2< 864256 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918578:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000bf812303 00000080:00200000:2.0:1787826409.918580:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1787826409.918581:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 212 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918597:0:58597:0:(rw26.c:875:ll_write_end()) pos 868352, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918601:0:58597:0:(rw26.c:933:ll_write_end()) page@000000000685ed03[3 000000005a895abb 2 1 00000000e898aea7 0 0 212] 00000080:00200000:2.0:1787826409.918604:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000abc86ddc 17ffffc0001001 3:0 ffff8a4f08645bc8 212 lru 00000080:00200000:2.0:1787826409.918609:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000044e8f8ea 212: 1< 0 - - > 2< 868352 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918611:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000000685ed03 00000080:00200000:2.0:1787826409.918612:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1787826409.918614:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 213 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918629:0:58597:0:(rw26.c:875:ll_write_end()) pos 872448, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918634:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008faffdd0[3 000000005a895abb 2 1 00000000e898aea7 0 0 213] 00000080:00200000:2.0:1787826409.918637:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f2b1d88a 17ffffc0001001 3:0 ffff8a4f086451d0 213 lru 00000080:00200000:2.0:1787826409.918642:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000008c01abfa 213: 1< 0 - - > 2< 872448 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918644:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008faffdd0 00000080:00200000:2.0:1787826409.918645:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1787826409.918647:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 214 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.918662:0:58597:0:(rw26.c:875:ll_write_end()) pos 876544, len 4096, copied 4096 00000080:00200000:2.0:1787826409.918819:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005abee691[3 000000005a895abb 2 1 00000000e898aea7 0 0 214] 00000080:00200000:2.0:1787826409.918822:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000047894ebc 17ffffc0001001 3:0 ffff8a4f086459f8 214 lru 00000080:00200000:2.0:1787826409.918827:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000a42c2252 214: 1< 0 - - > 2< 876544 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.918830:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005abee691 00000080:00200000:2.0:1787826409.918831:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1787826409.918833:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 215 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919060:0:58597:0:(rw26.c:875:ll_write_end()) pos 880640, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919066:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000084bbfc37[3 000000005a895abb 2 1 00000000e898aea7 0 0 215] 00000080:00200000:2.0:1787826409.919068:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000084f07582 17ffffc0001001 3:0 ffff8a4f08645570 215 lru 00000080:00200000:2.0:1787826409.919074:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000007ecba5ca 215: 1< 0 - - > 2< 880640 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919076:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000084bbfc37 00000080:00200000:2.0:1787826409.919077:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1787826409.919079:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 216 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919096:0:58597:0:(rw26.c:875:ll_write_end()) pos 884736, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919101:0:58597:0:(rw26.c:933:ll_write_end()) page@000000008c9099fe[3 000000005a895abb 2 1 00000000e898aea7 0 0 216] 00000080:00200000:2.0:1787826409.919103:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000061041a63 17ffffc0001001 3:0 ffff8a4f08645658 216 lru 00000080:00200000:2.0:1787826409.919108:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000f15fb7c7 216: 1< 0 - - > 2< 884736 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919111:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000008c9099fe 00000080:00200000:2.0:1787826409.919112:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1787826409.919114:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 217 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919129:0:58597:0:(rw26.c:875:ll_write_end()) pos 888832, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919134:0:58597:0:(rw26.c:933:ll_write_end()) page@000000007669ca33[3 000000005a895abb 2 1 00000000e898aea7 0 0 217] 00000080:00200000:2.0:1787826409.919137:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000007a9a6de3 17ffffc0001001 3:0 ffff8a4f08645d98 217 lru 00000080:00200000:2.0:1787826409.919142:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000dfb76966 217: 1< 0 - - > 2< 888832 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919144:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000007669ca33 00000080:00200000:2.0:1787826409.919146:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1787826409.919148:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 218 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919163:0:58597:0:(rw26.c:875:ll_write_end()) pos 892928, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919167:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b57e5acd[3 000000005a895abb 2 1 00000000e898aea7 0 0 218] 00000080:00200000:2.0:1787826409.919170:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b5c2a38a 17ffffc0001001 3:0 ffff8a4f08645cb0 218 lru 00000080:00200000:2.0:1787826409.919175:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d2f7080b 218: 1< 0 - - > 2< 892928 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919178:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b57e5acd 00000080:00200000:2.0:1787826409.919179:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1787826409.919181:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 219 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919197:0:58597:0:(rw26.c:875:ll_write_end()) pos 897024, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919202:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d43b0030[3 000000005a895abb 2 1 00000000e898aea7 0 0 219] 00000080:00200000:2.0:1787826409.919205:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000026e046e 17ffffc0001001 3:0 ffff8a4f08645488 219 lru 00000080:00200000:2.0:1787826409.919210:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000a5cb7ef8 219: 1< 0 - - > 2< 897024 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919212:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d43b0030 00000080:00200000:2.0:1787826409.919214:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1787826409.919216:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 220 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919232:0:58597:0:(rw26.c:875:ll_write_end()) pos 901120, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919236:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000ab85b08a[3 000000005a895abb 2 1 00000000e898aea7 0 0 220] 00000080:00200000:2.0:1787826409.919239:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000080e78dc 17ffffc0001001 3:0 ffff8a4f08645910 220 lru 00000080:00200000:2.0:1787826409.919244:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000291e8ef4 220: 1< 0 - - > 2< 901120 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919246:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000ab85b08a 00000080:00200000:2.0:1787826409.919247:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1787826409.919249:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 221 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919263:0:58597:0:(rw26.c:875:ll_write_end()) pos 905216, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919345:0:58597:0:(rw26.c:933:ll_write_end()) page@000000000aef0b91[3 000000005a895abb 2 1 00000000e898aea7 0 0 221] 00000080:00200000:2.0:1787826409.919350:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b1996e7d 17ffffc0001001 3:0 ffff8a4f09f1ed98 221 lru 00000080:00200000:2.0:1787826409.919356:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000001c6c2b79 221: 1< 0 - - > 2< 905216 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919358:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000000aef0b91 00000080:00200000:2.0:1787826409.919359:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1787826409.919362:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 222 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919386:0:58597:0:(rw26.c:875:ll_write_end()) pos 909312, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919391:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000048101ae0[3 000000005a895abb 2 1 00000000e898aea7 0 0 222] 00000080:00200000:2.0:1787826409.919393:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000002c9e4709 17ffffc0001021 2:0 ffff8a4f09f1e658 222 lru 00000080:00200000:2.0:1787826409.919399:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000df8c1269 222: 1< 0 - - > 2< 909312 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919401:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000048101ae0 00000080:00200000:2.0:1787826409.919402:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1787826409.919404:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 223 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919430:0:58597:0:(rw26.c:875:ll_write_end()) pos 913408, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919435:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000077b9d5d2[3 000000005a895abb 2 1 00000000e898aea7 0 0 223] 00000080:00200000:2.0:1787826409.919438:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ee624a56 17ffffc0001001 3:0 ffff8a4f09f1e570 223 lru 00000080:00200000:2.0:1787826409.919444:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000ad676acb 223: 1< 0 - - > 2< 913408 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919446:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000077b9d5d2 00000080:00200000:2.0:1787826409.919447:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1787826409.919449:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 224 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919466:0:58597:0:(rw26.c:875:ll_write_end()) pos 917504, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919471:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000b4ee88bc[3 000000005a895abb 2 1 00000000e898aea7 0 0 224] 00000080:00200000:2.0:1787826409.919474:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000dfb38d57 17ffffc0001001 3:0 ffff8a4f09f1e9f8 224 lru 00000080:00200000:2.0:1787826409.919480:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000df92157a 224: 1< 0 - - > 2< 917504 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919482:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000b4ee88bc 00000080:00200000:2.0:1787826409.919483:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1787826409.919486:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 225 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919502:0:58597:0:(rw26.c:875:ll_write_end()) pos 921600, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919506:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e82ed632[3 000000005a895abb 2 1 00000000e898aea7 0 0 225] 00000080:00200000:2.0:1787826409.919509:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000672fbbbf 17ffffc0001001 3:0 ffff8a4f09f1e1d0 225 lru 00000080:00200000:2.0:1787826409.919515:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000001dc00c6d 225: 1< 0 - - > 2< 921600 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919517:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e82ed632 00000080:00200000:2.0:1787826409.919518:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1787826409.919520:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 226 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919535:0:58597:0:(rw26.c:875:ll_write_end()) pos 925696, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919539:0:58597:0:(rw26.c:933:ll_write_end()) page@000000000e5b6174[3 000000005a895abb 2 1 00000000e898aea7 0 0 226] 00000080:00200000:2.0:1787826409.919542:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000005a9fb8d3 17ffffc0001001 3:0 ffff8a4f09f1ebc8 226 lru 00000080:00200000:2.0:1787826409.919547:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d3a7265e 226: 1< 0 - - > 2< 925696 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919549:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000000e5b6174 00000080:00200000:2.0:1787826409.919551:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1787826409.919553:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 227 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919569:0:58597:0:(rw26.c:875:ll_write_end()) pos 929792, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919573:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f672fc72[3 000000005a895abb 2 1 00000000e898aea7 0 0 227] 00000080:00200000:2.0:1787826409.919576:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000b874125 17ffffc0001001 3:0 ffff8a4f09f1eae0 227 lru 00000080:00200000:2.0:1787826409.919581:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000033f5b6f2 227: 1< 0 - - > 2< 929792 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919582:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f672fc72 00000080:00200000:2.0:1787826409.919583:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1787826409.919586:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 228 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919600:0:58597:0:(rw26.c:875:ll_write_end()) pos 933888, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919604:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000ce9c2103[3 000000005a895abb 2 1 00000000e898aea7 0 0 228] 00000080:00200000:2.0:1787826409.919607:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000c561b74b 17ffffc0001001 3:0 ffff8a4f09f1e0e8 228 lru 00000080:00200000:2.0:1787826409.919612:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000006379c2a9 228: 1< 0 - - > 2< 933888 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919614:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000ce9c2103 00000080:00200000:2.0:1787826409.919615:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1787826409.919617:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 229 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919633:0:58597:0:(rw26.c:875:ll_write_end()) pos 937984, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919637:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a4dd22c3[3 000000005a895abb 2 1 00000000e898aea7 0 0 229] 00000080:00200000:2.0:1787826409.919640:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000053c0014a 17ffffc0001001 3:0 ffff8a4f09f1e3a0 229 lru 00000080:00200000:2.0:1787826409.919646:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000005b5421e2 229: 1< 0 - - > 2< 937984 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919648:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a4dd22c3 00000080:00200000:2.0:1787826409.919649:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1787826409.919651:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 230 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919736:0:58597:0:(rw26.c:875:ll_write_end()) pos 942080, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919743:0:58597:0:(rw26.c:933:ll_write_end()) page@000000000991cf65[3 000000005a895abb 2 1 00000000e898aea7 0 0 230] 00000080:00200000:2.0:1787826409.919746:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000e52ff5cd 17ffffc0001001 3:0 ffff8a4f09f1e2b8 230 lru 00000080:00200000:2.0:1787826409.919752:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000607b599e 230: 1< 0 - - > 2< 942080 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919754:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000000991cf65 00000080:00200000:2.0:1787826409.919755:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1787826409.919757:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 231 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919773:0:58597:0:(rw26.c:875:ll_write_end()) pos 946176, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919778:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000010b1f4bd[3 000000005a895abb 2 1 00000000e898aea7 0 0 231] 00000080:00200000:2.0:1787826409.919780:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000fdba22b8 17ffffc0001001 3:0 ffff8a4f09f1ecb0 231 lru 00000080:00200000:2.0:1787826409.919785:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000092707939 231: 1< 0 - - > 2< 946176 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919788:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000010b1f4bd 00000080:00200000:2.0:1787826409.919789:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1787826409.919791:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 232 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919805:0:58597:0:(rw26.c:875:ll_write_end()) pos 950272, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919809:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000cde6eb2b[3 000000005a895abb 2 1 00000000e898aea7 0 0 232] 00000080:00200000:2.0:1787826409.919811:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000023e274f3 17ffffc0001001 3:0 ffff8a4f09f1e488 232 lru 00000080:00200000:2.0:1787826409.919816:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000931c27d2 232: 1< 0 - - > 2< 950272 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919819:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000cde6eb2b 00000080:00200000:2.0:1787826409.919820:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1787826409.919822:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 233 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919835:0:58597:0:(rw26.c:875:ll_write_end()) pos 954368, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919839:0:58597:0:(rw26.c:933:ll_write_end()) page@000000005196a12c[3 000000005a895abb 2 1 00000000e898aea7 0 0 233] 00000080:00200000:2.0:1787826409.919842:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000003eeba1ac 17ffffc0001001 3:0 ffff8a4f09f1e910 233 lru 00000080:00200000:2.0:1787826409.919847:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000003a2f7754 233: 1< 0 - - > 2< 954368 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919933:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000005196a12c 00000080:00200000:2.0:1787826409.919935:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1787826409.919937:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 234 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919956:0:58597:0:(rw26.c:875:ll_write_end()) pos 958464, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919960:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000f1077ae9[3 000000005a895abb 2 1 00000000e898aea7 0 0 234] 00000080:00200000:2.0:1787826409.919963:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000083923b46 17ffffc0001001 3:0 ffff8a4f09f1e000 234 lru 00000080:00200000:2.0:1787826409.919968:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000028d46f14 234: 1< 0 - - > 2< 958464 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.919971:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000f1077ae9 00000080:00200000:2.0:1787826409.919972:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1787826409.919974:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 235 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.919990:0:58597:0:(rw26.c:875:ll_write_end()) pos 962560, len 4096, copied 4096 00000080:00200000:2.0:1787826409.919994:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000061607459[3 000000005a895abb 2 1 00000000e898aea7 0 0 235] 00000080:00200000:2.0:1787826409.919997:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000009e915836 17ffffc0001001 3:0 ffff8a4f09f1ee80 235 lru 00000080:00200000:2.0:1787826409.920002:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000c0d236b3 235: 1< 0 - - > 2< 962560 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920004:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000061607459 00000080:00200000:2.0:1787826409.920005:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1787826409.920007:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 236 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920022:0:58597:0:(rw26.c:875:ll_write_end()) pos 966656, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920026:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000d7d7223c[3 000000005a895abb 2 1 00000000e898aea7 0 0 236] 00000080:00200000:2.0:1787826409.920029:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000003c3de75 17ffffc0001001 3:0 ffff8a4f09f1e828 236 lru 00000080:00200000:2.0:1787826409.920034:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000054020453 236: 1< 0 - - > 2< 966656 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920036:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000d7d7223c 00000080:00200000:2.0:1787826409.920038:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1787826409.920040:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 237 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920060:0:58597:0:(rw26.c:875:ll_write_end()) pos 970752, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920064:0:58597:0:(rw26.c:933:ll_write_end()) page@000000004ac968a6[3 000000005a895abb 2 1 00000000e898aea7 0 0 237] 00000080:00200000:2.0:1787826409.920067:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000916c2880 17ffffc0001021 2:0 ffff8a4f09f1e740 237 lru 00000080:00200000:2.0:1787826409.920072:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000f0388230 237: 1< 0 - - > 2< 970752 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920074:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000004ac968a6 00000080:00200000:2.0:1787826409.920075:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1787826409.920077:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 238 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920091:0:58597:0:(rw26.c:875:ll_write_end()) pos 974848, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920096:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000bdbdfdb5[3 000000005a895abb 2 1 00000000e898aea7 0 0 238] 00000080:00200000:2.0:1787826409.920098:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000063ae2a8 17ffffc0001001 3:0 ffff8a4f09e18488 238 lru 00000080:00200000:2.0:1787826409.920103:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000498ffe37 238: 1< 0 - - > 2< 974848 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920104:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000bdbdfdb5 00000080:00200000:2.0:1787826409.920106:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1787826409.920108:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 239 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920121:0:58597:0:(rw26.c:875:ll_write_end()) pos 978944, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920125:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000745f7c3f[3 000000005a895abb 2 1 00000000e898aea7 0 0 239] 00000080:00200000:2.0:1787826409.920127:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000130306ea 17ffffc0001001 3:0 ffff8a4f09e18910 239 lru 00000080:00200000:2.0:1787826409.920132:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000e36e9708 239: 1< 0 - - > 2< 978944 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920135:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000745f7c3f 00000080:00200000:2.0:1787826409.920136:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1787826409.920137:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 240 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920151:0:58597:0:(rw26.c:875:ll_write_end()) pos 983040, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920156:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a9f6d3f2[3 000000005a895abb 2 1 00000000e898aea7 0 0 240] 00000080:00200000:2.0:1787826409.920159:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000009fc13c3f 17ffffc0001001 3:0 ffff8a4f09e18000 240 lru 00000080:00200000:2.0:1787826409.920164:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000005e09cbd9 240: 1< 0 - - > 2< 983040 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920167:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a9f6d3f2 00000080:00200000:2.0:1787826409.920168:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1787826409.920170:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 241 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920187:0:58597:0:(rw26.c:875:ll_write_end()) pos 987136, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920192:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a38c1810[3 000000005a895abb 2 1 00000000e898aea7 0 0 241] 00000080:00200000:2.0:1787826409.920194:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000fda53570 17ffffc0001001 3:0 ffff8a4f09e18e80 241 lru 00000080:00200000:2.0:1787826409.920199:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000f29dbc94 241: 1< 0 - - > 2< 987136 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920201:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a38c1810 00000080:00200000:2.0:1787826409.920202:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1787826409.920205:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 242 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920220:0:58597:0:(rw26.c:875:ll_write_end()) pos 991232, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920224:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000058014ce8[3 000000005a895abb 2 1 00000000e898aea7 0 0 242] 00000080:00200000:2.0:1787826409.920227:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ead94429 17ffffc0001001 3:0 ffff8a4f09e18828 242 lru 00000080:00200000:2.0:1787826409.920233:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000a0e7d99a 242: 1< 0 - - > 2< 991232 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920235:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000058014ce8 00000080:00200000:2.0:1787826409.920236:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1787826409.920238:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 243 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920250:0:58597:0:(rw26.c:875:ll_write_end()) pos 995328, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920253:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e00ba90b[3 000000005a895abb 2 1 00000000e898aea7 0 0 243] 00000080:00200000:2.0:1787826409.920256:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000192ae4b3 17ffffc0001001 3:0 ffff8a4f09e18cb0 243 lru 00000080:00200000:2.0:1787826409.920260:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000006fbac524 243: 1< 0 - - > 2< 995328 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920262:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e00ba90b 00000080:00200000:2.0:1787826409.920263:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1787826409.920264:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 244 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920753:0:58597:0:(rw26.c:875:ll_write_end()) pos 999424, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920760:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000c9568224[3 000000005a895abb 2 1 00000000e898aea7 0 0 244] 00000080:00200000:2.0:1787826409.920763:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000000f8c2a10 17ffffc0001001 3:0 ffff8a4f09e18d98 244 lru 00000080:00200000:2.0:1787826409.920768:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000d3d6ce77 244: 1< 0 - - > 2< 999424 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920771:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000c9568224 00000080:00200000:2.0:1787826409.920772:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1787826409.920774:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 245 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920790:0:58597:0:(rw26.c:875:ll_write_end()) pos 1003520, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920794:0:58597:0:(rw26.c:933:ll_write_end()) page@000000003991ba33[3 000000005a895abb 2 1 00000000e898aea7 0 0 245] 00000080:00200000:2.0:1787826409.920797:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000b51ee1a2 17ffffc0001001 3:0 ffff8a4f09e18658 245 lru 00000080:00200000:2.0:1787826409.920802:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000c7a85834 245: 1< 0 - - > 2< 1003520 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920803:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000003991ba33 00000080:00200000:2.0:1787826409.920804:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1787826409.920806:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 246 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920819:0:58597:0:(rw26.c:875:ll_write_end()) pos 1007616, len 4096, copied 4096 00000080:00200000:2.0:1787826409.920823:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002ddd6911[3 000000005a895abb 2 1 00000000e898aea7 0 0 246] 00000080:00200000:2.0:1787826409.920826:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ffe6c649 17ffffc0001001 3:0 ffff8a4f09e18570 246 lru 00000080:00200000:2.0:1787826409.920831:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000005bec9839 246: 1< 0 - - > 2< 1007616 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.920832:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002ddd6911 00000080:00200000:2.0:1787826409.920833:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1787826409.920835:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 247 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.920996:0:58597:0:(rw26.c:875:ll_write_end()) pos 1011712, len 4096, copied 4096 00000080:00200000:2.0:1787826409.921001:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000aac33de7[3 000000005a895abb 2 1 00000000e898aea7 0 0 247] 00000080:00200000:2.0:1787826409.921004:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000314fe2ab 17ffffc0001001 3:0 ffff8a4f09e189f8 247 lru 00000080:00200000:2.0:1787826409.921009:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000c77a75df 247: 1< 0 - - > 2< 1011712 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.921011:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000aac33de7 00000080:00200000:2.0:1787826409.921012:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1787826409.921014:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 248 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.921033:0:58597:0:(rw26.c:875:ll_write_end()) pos 1015808, len 4096, copied 4096 00000080:00200000:2.0:1787826409.921038:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000e582e833[3 000000005a895abb 2 1 00000000e898aea7 0 0 248] 00000080:00200000:2.0:1787826409.921041:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000517af065 17ffffc0001001 3:0 ffff8a4f09e181d0 248 lru 00000080:00200000:2.0:1787826409.921046:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000000852881d 248: 1< 0 - - > 2< 1015808 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.921047:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000e582e833 00000080:00200000:2.0:1787826409.921049:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1787826409.921050:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 249 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.921066:0:58597:0:(rw26.c:875:ll_write_end()) pos 1019904, len 4096, copied 4096 00000080:00200000:2.0:1787826409.921070:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000062f413d8[3 000000005a895abb 2 1 00000000e898aea7 0 0 249] 00000080:00200000:2.0:1787826409.921073:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @000000003686f9e8 17ffffc0001001 3:0 ffff8a4f09e18bc8 249 lru 00000080:00200000:2.0:1787826409.921078:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000caa273be 249: 1< 0 - - > 2< 1019904 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.921081:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000062f413d8 00000080:00200000:2.0:1787826409.921082:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1787826409.921084:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 250 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.921097:0:58597:0:(rw26.c:875:ll_write_end()) pos 1024000, len 4096, copied 4096 00000080:00200000:2.0:1787826409.921102:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002b2845ec[3 000000005a895abb 2 1 00000000e898aea7 0 0 250] 00000080:00200000:2.0:1787826409.921104:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000e3f902ff 17ffffc0001001 3:0 ffff8a4f09e18ae0 250 lru 00000080:00200000:2.0:1787826409.921108:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000001658c1fd 250: 1< 0 - - > 2< 1024000 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.921111:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002b2845ec 00000080:00200000:2.0:1787826409.921112:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1787826409.921113:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 251 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.921128:0:58597:0:(rw26.c:875:ll_write_end()) pos 1028096, len 4096, copied 4096 00000080:00200000:2.0:1787826409.921132:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002a4fca1f[3 000000005a895abb 2 1 00000000e898aea7 0 0 251] 00000080:00200000:2.0:1787826409.921134:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000ec8e60db 17ffffc0001001 3:0 ffff8a4f09e180e8 251 lru 00000080:00200000:2.0:1787826409.921139:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000026f80111 251: 1< 0 - - > 2< 1028096 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.921141:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002a4fca1f 00000080:00200000:2.0:1787826409.921142:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1787826409.921144:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 252 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.921164:0:58597:0:(rw26.c:875:ll_write_end()) pos 1032192, len 4096, copied 4096 00000080:00200000:2.0:1787826409.921168:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000a455c83e[3 000000005a895abb 2 1 00000000e898aea7 0 0 252] 00000080:00200000:2.0:1787826409.921171:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @0000000096675cef 17ffffc0001021 2:0 ffff8a4f09e183a0 252 lru 00000080:00200000:2.0:1787826409.921176:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@00000000083df6d9 252: 1< 0 - - > 2< 1032192 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.921178:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000a455c83e 00000080:00200000:2.0:1787826409.921179:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1787826409.921181:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 253 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.921194:0:58597:0:(rw26.c:875:ll_write_end()) pos 1036288, len 4096, copied 4096 00000080:00200000:2.0:1787826409.921199:0:58597:0:(rw26.c:933:ll_write_end()) page@0000000006311bf4[3 000000005a895abb 2 1 00000000e898aea7 0 0 253] 00000080:00200000:2.0:1787826409.921202:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000aa562214 17ffffc0001001 3:0 ffff8a4f09e182b8 253 lru 00000080:00200000:2.0:1787826409.921207:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000009b443e67 253: 1< 0 - - > 2< 1036288 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.921209:0:58597:0:(rw26.c:933:ll_write_end()) end page@0000000006311bf4 00000080:00200000:2.0:1787826409.921210:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1787826409.921212:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 254 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.921224:0:58597:0:(rw26.c:875:ll_write_end()) pos 1040384, len 4096, copied 4096 00000080:00200000:2.0:1787826409.921227:0:58597:0:(rw26.c:933:ll_write_end()) page@000000002cbbadd0[3 000000005a895abb 2 1 00000000e898aea7 0 0 254] 00000080:00200000:2.0:1787826409.921230:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000747d0af6 17ffffc0001001 3:0 ffff8a4f09e18740 254 lru 00000080:00200000:2.0:1787826409.921235:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@0000000003b65f03 254: 1< 0 - - > 2< 1040384 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.921237:0:58597:0:(rw26.c:933:ll_write_end()) end page@000000002cbbadd0 00000080:00200000:2.0:1787826409.921238:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1787826409.921239:0:58597:0:(rw26.c:681:ll_write_begin()) Writing 255 of 0 to 4096 bytes 00000080:00200000:2.0:1787826409.921265:0:58597:0:(rw26.c:875:ll_write_end()) pos 1044480, len 4096, copied 4096 00000080:00200000:2.0:1787826409.921744:0:58597:0:(rw26.c:933:ll_write_end()) page@00000000ed278742[3 000000005a895abb 2 1 00000000e898aea7 0 0 255] 00000080:00200000:2.0:1787826409.921749:0:58597:0:(rw26.c:933:ll_write_end()) vmpage @00000000f187fb6f 17ffffc0001001 3:0 ffff8a4f1a259000 255 lru 00000080:00200000:2.0:1787826409.921756:0:58597:0:(rw26.c:933:ll_write_end()) osc-page@000000008059d082 255: 1< 0 - - > 2< 1044480 0 0 0x0 0x0 | 00000000bbb1c4ef 000000003f08d964 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1787826409.921758:0:58597:0:(rw26.c:933:ll_write_end()) end page@00000000ed278742 00000080:00200000:2.0:1787826409.921760:0:58597:0:(rw26.c:933:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1787826409.921764:0:58597:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1787826409.922373:0:58597:0:(osc_cache.c:860:osc_extent_find()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922412:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922436:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922446:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922462:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922471:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922480:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922490:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922500:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922508:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922517:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922526:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922537:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922549:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922560:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.922583:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.922594:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922605:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922616:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922626:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922637:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.922648:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923111:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923131:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923141:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923151:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923161:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923759:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923776:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923786:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923796:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.923818:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.923829:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923841:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923934:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923947:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923957:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923966:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923975:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.923985:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924001:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924010:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924020:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924030:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924040:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924049:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924057:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.924072:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.924079:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924095:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924106:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924115:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924124:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924134:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924142:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924151:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924160:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924170:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924180:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924189:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924198:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924207:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924216:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.924230:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.924237:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924247:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924257:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924761:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924775:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924786:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924796:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924807:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924817:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924828:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.924839:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925449:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925474:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925484:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925494:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.925513:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.925523:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925533:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925544:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925554:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925563:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925577:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925586:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925595:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925604:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925613:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925623:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925634:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925643:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925653:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925662:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.925756:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.925765:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925776:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925785:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925793:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925803:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925813:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925823:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.925839:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926038:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926053:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926063:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926074:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926085:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926094:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926102:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.926117:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.926124:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926134:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926145:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926153:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926164:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926172:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926181:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926190:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926200:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926216:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926225:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926233:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926242:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926251:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926261:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.926340:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.926350:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926359:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926374:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926383:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926393:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926403:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926423:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926435:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926445:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926454:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926463:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926473:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926482:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926492:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926502:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.926515:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.926522:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926532:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926542:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926552:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926568:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926578:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926587:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926597:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926608:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926617:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926627:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926637:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926647:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926656:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926775:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.926793:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.926800:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926810:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926820:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926829:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.926839:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927072:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927095:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927106:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927116:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927127:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927137:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927148:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927158:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927168:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927178:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.927192:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.927199:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927209:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927218:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927228:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927237:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927247:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927257:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927266:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927293:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927303:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927314:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927323:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927333:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927341:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927351:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.927366:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.927373:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927388:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927397:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927408:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927429:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927440:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927450:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927460:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927471:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927481:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927491:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927500:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927508:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927515:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927524:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.927539:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.927546:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927555:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927565:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927578:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927588:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927597:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927606:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927615:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927624:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927634:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927644:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927652:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927662:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927758:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927767:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.927781:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.927788:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927798:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927807:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927816:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927826:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927842:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927890:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927902:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927913:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927923:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927931:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927942:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927952:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927963:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.927974:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.927990:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.927998:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928010:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928020:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928030:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928039:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928049:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928059:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928073:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928083:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928094:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928103:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928113:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928123:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928132:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928142:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.928156:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.928164:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928174:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928183:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928193:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928202:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928213:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928223:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928233:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928243:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928259:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928268:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928279:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928289:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928298:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928308:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.928322:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 15, dirtied 15 00000008:00010000:2.0:1787826409.928329:0:58597:0:(osc_cache.c:2672:osc_queue_async_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1787826409.928338:0:58597:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a4f095b6578, count 1, dirtied 1 00000080:00200000:2.0:1787826409.928353:0:58597:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200008:2.0:1787826409.928372:0:58597:0:(file.c:5401:ll_fsync()) START file: name=f21.sanity-sec, fid=[0x240000402:0x2a:0x0], start=0, end=1048575, datasync=0, need_sync 1/1 00000080:00200000:2.0:1787826409.928452:0:58597:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826409.928466:0:58597:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:2.0:1787826409.928506:0:58597:0:(osc_cache.c:2059:try_to_add_extent_for_io()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1787826409.928522:0:58597:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826409.928824:0:58597:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1787826409.929944:0:58597:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff8a4f06e8e1c0 - object 0x2c0000400:17 offset 0<>1048576 00000100:00100000:3.0:1787826409.930054:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421995648:192.168.203.149@tcp:4:dd.60003 00000008:00010000:3.0:1787826410.001566:0:2406:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1787826410.001814:0:2406:0:(osc_cache.c:498:__osc_extent_remove()) ### extent: 000000007ffa8795 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787826410.001893:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421995648:192.168.203.149@tcp:4:dd.60003 00000080:00200000:1.0:1787826410.002461:0:58597:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1787826410.002549:0:58597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58597:1874669421995776:192.168.203.149@tcp:44:dd.60003 00000100:00100000:1.0:1787826410.002693:0:58597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179900 going to sleep for 11 seconds 00000100:00100000:3.0:1787826410.008116:0:58597:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967481 gen 1 00000100:00100000:3.0:1787826410.008165:0:58597:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff8a4f13cb1e00 x1874669421995392/t4294967481(4294967481) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826425 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00000100:00100000:3.0:1787826410.008181:0:58597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58597:1874669421995776:192.168.203.149@tcp:44:dd.60003 00000080:00200000:3.0:1787826410.008218:0:58597:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787826410.008234:0:58597:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1787826410.008349:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787826410.008370:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421995904:192.168.203.149@tcp:16:dd.60003 00000100:00100000:3.0:1787826410.013922:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a4f07c09000: committing for last_committed 4294967367 gen 21 00000100:00100000:3.0:1787826410.014015:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669421995904:192.168.203.149@tcp:16:dd.60003 00000080:00200000:1.0:1787826410.014204:0:58597:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x2a:0x0] updating i_size 1048576 i_blocks 2048 00000080:00200000:1.0:1787826410.014225:0:58597:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x2a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826410.014240:0:58597:0:(vvp_io.c:1398:vvp_io_write_start()) f21.sanity-sec: write bytes 0, result: 1048576 00000080:00200000:1.0:1787826410.014252:0:58597:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x2a:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:1.0:1787826410.014258:0:58597:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f10c23d58 (ffff8a4f09f89638/0) at cl_lock_release():245 00000020:00010000:1.0:1787826410.014262:0:58597:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f10c23d58 (ffff8a4f09f89638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1787826410.014278:0:58597:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f124a5f30 (ffff8a4f09f897e8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1787826410.014294:0:58597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787826410.014314:0:58597:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1787826410.014336:0:58597:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f10c23d58 (ffff8a4f09f89638/0) at cl_lock_fini():72 00000020:00010000:1.0:1787826410.014340:0:58597:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f124a5f30 (ffff8a4f09f89638/1) at cl_lock_fini():72 00000080:00200000:1.0:1787826410.014348:0:58597:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:1.0:1787826410.014355:0:58597:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 255] 00000080:00200000:1.0:1787826410.014361:0:58597:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x2a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1787826410.014364:0:58597:0:(file.c:2240:ll_file_io_generic()) f21.sanity-sec: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1787826410.014369:0:58597:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x2a:0x0] updating i_size 1048576 i_blocks 2048 00000080:00200000:1.0:1787826410.014373:0:58597:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1787826410.014430:0:58597:0:(file.c:479:ll_file_release()) START file f21.sanity-sec:[0x240000402:0x2a:0x0](ffff8a4f095b63c8), flags 4110001 00000002:00100000:1.0:1787826410.014516:0:58597:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f13cb1e00 x1874669421995392/t4294967481(4294967481) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826425 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00000020:00100000:1.0:1787826410.014529:0:58597:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787826410.014535:0:58597:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f13cb2580 x1874669421996160/t0(0) o35->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1787826410.014580:0:58597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58597:1874669421996160:192.168.203.149@tcp:35:dd.60003 00000100:00100000:1.0:1787826410.014689:0:58597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f10179600 going to sleep for 11 seconds 00000100:00100000:3.0:1787826410.019204:0:58597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job dd:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58597:1874669421996160:192.168.203.149@tcp:35:dd.60003 00000002:00100000:3.0:1787826410.019256:0:58597:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f13cb1e00 x1874669421995392/t4294967481(4294967481) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 584/664 e 0 to 0 dl 1787826425 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00000080:00200000:3.0:1787826410.039018:0:38:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1787826410.039052:0:38:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1787826410.039090:0:38:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1787826410.710167:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826411.737185:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826412.632184:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421996416:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826412.632340:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421996672:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826412.632380:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787826412.632392:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421996288:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826412.632431:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421996544:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826412.632455:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421996800:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826412.647980:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669421996288:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826412.648007:0:2404:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967483 gen 1 00000100:00100000:0.0:1787826412.648029:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421996544:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826412.648043:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421996800:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826412.648076:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421996416:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826412.648088:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669421996672:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826412.762628:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826413.782128:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787826413.974451:0:58794:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787826413.974461:0:58794:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826413.974485:0:58794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826413.974502:0:58794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:3.0:1787826413.974516:0:58794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000080:00200000:3.0:1787826413.974521:0:58794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1787826413.974528:0:58794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826413.974531:0:58794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:3.0:1787826413.974541:0:58794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc53bbcb8 00010000:00010000:3.0:1787826413.974546:0:58794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00010000:3.0:1787826413.974556:0:58794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200008:3.0:1787826413.975009:0:58794:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787826413.975014:0:58794:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826413.975024:0:58794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826413.975034:0:58794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:3.0:1787826413.975042:0:58794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000080:00200000:3.0:1787826413.975049:0:58794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1787826413.975053:0:58794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826413.975056:0:58794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:3.0:1787826413.975060:0:58794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc53bbcb8 00010000:00010000:3.0:1787826413.975063:0:58794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00010000:3.0:1787826413.975071:0:58794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00000080:00200000:3.0:1787826413.975156:0:58794:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:3.0:1787826413.975164:0:58794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787826413.975172:0:58794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00010000:3.0:1787826413.975180:0:58794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00000080:00200000:3.0:1787826413.975190:0:58794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1787826413.975193:0:58794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:3.0:1787826413.975196:0:58794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:3.0:1787826413.975198:0:58794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc53bbbb0 00010000:00010000:3.0:1787826413.975201:0:58794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00010000:3.0:1787826413.975207:0:58794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00000080:00200000:3.0:1787826413.975215:0:58794:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:3.0:1787826413.975223:0:58794:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:3.0:1787826413.975239:0:58794:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=1bb62b0 00000100:00100000:3.0:1787826413.975288:0:58794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421996928:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826413.975472:0:58794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826413.978369:0:58794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421996928:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826413.978489:0:58794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997056:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826413.978572:0:58794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826413.987120:0:58794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997056:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826413.987182:0:58794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997184:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826413.987272:0:58794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826413.993095:0:58794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997184:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:3.0:1787826413.993163:0:58794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997312:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826413.993243:0:58794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826414.003108:0:58794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997312:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826414.003173:0:58794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997440:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:3.0:1787826414.003251:0:58794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f06918a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787826414.009655:0:58794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997440:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:3.0:1787826414.009773:0:58794:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:2.0:1787826414.011680:0:58794:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826414.011692:0:58794:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826414.011905:0:58794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826414.011923:0:58794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00010000:2.0:1787826414.011940:0:58794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00000080:00200000:2.0:1787826414.011948:0:58794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826414.011956:0:58794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826414.011960:0:58794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826414.011967:0:58794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc53bbcb8 00010000:00010000:2.0:1787826414.011971:0:58794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00010000:2.0:1787826414.011985:0:58794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00000080:00200000:2.0:1787826414.012937:0:58794:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826414.012956:0:58794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826414.012968:0:58794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00010000:2.0:1787826414.012979:0:58794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00000080:00200000:2.0:1787826414.012986:0:58794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826414.012992:0:58794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826414.012995:0:58794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826414.012999:0:58794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc53bbbb0 00010000:00010000:2.0:1787826414.013015:0:58794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00010000:2.0:1787826414.013024:0:58794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00000080:00200000:2.0:1787826414.013033:0:58794:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826414.013041:0:58794:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826414.013056:0:58794:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=1bb62b0 00000100:00100000:2.0:1787826414.013108:0:58794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997568:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826414.013209:0:58794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826414.020743:0:58794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997568:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826414.021216:0:58794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997696:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826414.021349:0:58794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826414.029741:0:58794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997696:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826414.029800:0:58794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997824:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826414.029919:0:58794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826414.040260:0:58794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997824:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:0.0:1787826414.041879:0:58794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997952:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826414.041972:0:58794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f100bc600 going to sleep for 11 seconds 00000100:00100000:0.0:1787826414.047677:0:58794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421997952:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826414.047732:0:58794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421998080:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:0.0:1787826414.047831:0:58794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f100bc600 going to sleep for 11 seconds 00000100:00100000:0.0:1787826414.054113:0:58794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58794:1874669421998080:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:0.0:1787826414.054169:0:58794:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:2.0:1787826414.114537:0:58798:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826414.114568:0:58798:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826414.114586:0:58798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00010000:2.0:1787826414.114601:0:58798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00000080:00200000:2.0:1787826414.114609:0:58798:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826414.114616:0:58798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826414.114620:0:58798:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826414.114628:0:58798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc539bb58 00010000:00010000:2.0:1787826414.114632:0:58798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00010000:2.0:1787826414.114641:0:58798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000080:00200000:2.0:1787826414.114661:0:58798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826414.114669:0:58798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:2.0:1787826414.114675:0:58798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 1 00000080:00200000:2.0:1787826414.114679:0:58798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=8 00000080:00200008:2.0:1787826414.114685:0:58798:0:(file.c:6313:ll_getattr_dentry()) START file f21.sanity-sec:[0x240000402:0x2a:0x0](ffff8a4f095b63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826414.114690:0:58798:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x2a:0x0](ffff8a4f095b63c8),name=f21.sanity-sec 00000002:00010000:2.0:1787826414.114704:0:58798:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x2a:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826414.114714:0:58798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826414.114722:0:58798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826414.114729:0:58798:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x25:0x0] suppgids -1 60003: rc 1 00000080:00010000:2.0:1787826414.114733:0:58798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x2a:0x0](ffff8a4f095b63c8) 00000080:00010000:2.0:1787826414.114736:0:58798:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x2a:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4d190 00000080:00010000:2.0:1787826414.114740:0:58798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d190 from it ffffb55dc539bcb8 00010000:00010000:2.0:1787826414.114742:0:58798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826414.114750:0:58798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826414.114810:0:58798:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826414.114822:0:58798:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x2a:0x0] 00000008:00010000:2.0:1787826414.114875:0:58798:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826414.114880:0:58798:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f124a5eb0, osc lock ffff8a4f03e7e000, flags 0x400001002 00010000:00010000:2.0:1787826414.114896:0:58798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 2/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826414.114907:0:58798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 2/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1787826414.114919:0:58798:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826414.114923:0:58798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826414.114930:0:58798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1787826414.114939:0:58798:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826414.114949:0:58798:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x2a:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:2.0:1787826414.114953:0:58798:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f12508 (ffff8a4f09f89cf8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826414.114956:0:58798:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f12508 (ffff8a4f09f89cf8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826414.114959:0:58798:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f124a5eb0 (ffff8a4f09f89bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826414.114963:0:58798:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f12508 (ffff8a4f09f89cf8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826414.114966:0:58798:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f124a5eb0 (ffff8a4f09f89cf8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826414.114977:0:58798:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826414.114997:0:58798:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826414.115006:0:58798:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826414.115012:0:58798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:2.0:1787826414.115020:0:58798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000080:00200000:2.0:1787826414.115026:0:58798:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826414.115030:0:58798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826414.115033:0:58798:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826414.115037:0:58798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc539bb58 00010000:00010000:2.0:1787826414.115040:0:58798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00010000:2.0:1787826414.115046:0:58798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:2.0:1787826414.115054:0:58798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826414.115058:0:58798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:2.0:1787826414.115061:0:58798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 1 00000080:00200000:2.0:1787826414.115064:0:58798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=8 00000080:00200008:2.0:1787826414.115068:0:58798:0:(file.c:6313:ll_getattr_dentry()) START file f21.sanity-sec:[0x240000402:0x2a:0x0](ffff8a4f095b63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826414.115072:0:58798:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x2a:0x0](ffff8a4f095b63c8),name=f21.sanity-sec 00000002:00010000:2.0:1787826414.115079:0:58798:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x2a:0x0]) in obj [0x240000402:0x25:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826414.115085:0:58798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826414.115093:0:58798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1787826414.115100:0:58798:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240000402:0x25:0x0] suppgids -1 60003: rc 1 00000080:00010000:2.0:1787826414.115104:0:58798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x2a:0x0](ffff8a4f095b63c8) 00000080:00010000:2.0:1787826414.115106:0:58798:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x2a:0x0](ffff8a4f095b63c8) for lock 0x7f6ab97892e4d190 00000080:00010000:2.0:1787826414.115110:0:58798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d190 from it ffffb55dc539bcb8 00010000:00010000:2.0:1787826414.115113:0:58798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826414.115120:0:58798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826414.115131:0:58798:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1787826414.115136:0:58798:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x240000402:0x2a:0x0] 00000008:00010000:2.0:1787826414.115142:0:58798:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1787826414.115144:0:58798:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a4f124a5eb0, osc lock ffff8a4f03e7e000, flags 0x400001002 00010000:00010000:2.0:1787826414.115152:0:58798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 2/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826414.115161:0:58798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 2/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1787826414.115170:0:58798:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1787826414.115173:0:58798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 5/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826414.115180:0:58798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1787826414.115189:0:58798:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1787826414.115193:0:58798:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x2a:0x0] updating i_size 1048576 i_blocks 2048 00000020:00010000:2.0:1787826414.115196:0:58798:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a4f09f12508 (ffff8a4f09f89cf8/0) at cl_lock_release():245 00000020:00010000:2.0:1787826414.115199:0:58798:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f09f12508 (ffff8a4f09f89cf8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1787826414.115202:0:58798:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a4f124a5eb0 (ffff8a4f09f89bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1787826414.115205:0:58798:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f09f12508 (ffff8a4f09f89cf8/0) at cl_lock_fini():72 00000020:00010000:2.0:1787826414.115207:0:58798:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a4f124a5eb0 (ffff8a4f09f89cf8/1) at cl_lock_fini():72 00000080:00200000:2.0:1787826414.115213:0:58798:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1787826414.115231:0:58798:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826414.115238:0:58798:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826414.115245:0:58798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:2.0:1787826414.115253:0:58798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000080:00200000:2.0:1787826414.115260:0:58798:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826414.115264:0:58798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826414.115266:0:58798:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826414.115270:0:58798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc539bbe8 00010000:00010000:2.0:1787826414.115272:0:58798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00010000:2.0:1787826414.115279:0:58798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:2.0:1787826414.115287:0:58798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826414.115292:0:58798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=25 00000080:00200000:2.0:1787826414.115295:0:58798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 1 00000080:00200000:2.0:1787826414.115298:0:58798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=9 00000080:00200000:2.0:1787826414.115302:0:58798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x2a:0x0](ffff8a4f095b63c8), inode mode 81a4 mask 22 00000080:00200000:2.0:1787826414.115317:0:58798:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826414.115325:0:58798:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826414.115331:0:58798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:2.0:1787826414.115339:0:58798:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000080:00200000:2.0:1787826414.115345:0:58798:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826414.115348:0:58798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826414.115351:0:58798:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826414.115354:0:58798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc539bc10 00010000:00010000:2.0:1787826414.115357:0:58798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00010000:2.0:1787826414.115365:0:58798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:2.0:1787826414.115372:0:58798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826414.115376:0:58798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=24 00000080:00200000:2.0:1787826414.115379:0:58798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 1 00000080:00200000:2.0:1787826414.119993:0:58798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f21.sanity-sec, flags=0 00000080:00200000:2.0:1787826414.120010:0:58798:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 3 00000080:00200000:2.0:1787826414.120023:0:58798:0:(namei.c:2418:ll_unlink()) VFS Op:name=f21.sanity-sec, dir=[0x240000402:0x25:0x0](ffff8a4f095b7448) 00010000:00010000:2.0:1787826414.120083:0:58798:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826414.120105:0:58798:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x2a:0x0]: losing layout lock 00010000:00010000:2.0:1787826414.120156:0:58798:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826414.120169:0:58798:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826414.120172:0:58798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f1a2be800/0x7f6ab97892e4d190 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5389a572c2fe53c5 expref: -99 pid: 58597 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:2.0:1787826414.120202:0:58798:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826414.120215:0:58798:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8f480 x1874669421998336/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826414.120241:0:58798:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58798:1874669421998336:192.168.203.149@tcp:36:rm.60003 00000100:00100000:2.0:1787826414.120521:0:58798:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fde0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826414.144617:0:58798:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:58798:1874669421998336:192.168.203.149@tcp:36:rm.60003 00000080:00200000:2.0:1787826414.144695:0:58798:0:(vvp_io.c:1885:vvp_io_init()) [0x240000402:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1787826414.144709:0:58798:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1787826414.144735:0:58798:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1787826414.149094:0:58798:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x240000402:0x2a:0x0](ffff8a4f095b63c8) 00000008:00010000:0.0:1787826414.149137:0:58798:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 1048576 blocks 2048 [cma]time 1787826410 1787826410 0 ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 1/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826414.806080:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826415.830099:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826416.852127:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.149@tcp (source: 12345-192.168.203.149@tcp) 00000100:00100000:0.0:1787826416.852450:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874669432117888 00000100:00100000:0.0:1787826416.852459:0:6166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874669432117888 00000100:00100000:0.0:1787826416.852514:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.149@tcp, seq: 91 00000100:00100000:0.0:1787826416.852523:0:6166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a4f13cb0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8414:x1874669432117888:12345-192.168.203.149@tcp:104: 00010000:00010000:0.0:1787826416.852539:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1787826416.852614:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787826416.852620:0:6166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a4f13cb0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8414:x1874669432117888:12345-192.168.203.149@tcp:104: Request processed in 99us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1787826416.852641:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.149@tcp, seq: 91 00010000:00010000:2.0:1787826416.852753:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787826416.852760:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826416.852770:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f013a0000 already unused, calling callback (ffffffffc10ea1e0) 00010000:00010000:2.0:1787826416.852776:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826416.852817:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826416.852829:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787826416.852890:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826416.852899:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8a4f07c09000 lock: 00000000ce7b340c/0x7f6ab97892e4d197 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0x5389a572c2fe53d3 expref: -99 pid: 58597 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826416.852920:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826416.852922:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826416.852923:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826416.852930:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787826416.852944:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421998464:192.168.203.149@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787826416.854405:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826416.858402:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421998464:192.168.203.149@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787826417.750887:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421998720:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826417.751030:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421998976:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826417.751068:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787826417.751075:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421998592:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826417.751102:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421998848:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826417.751124:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421999104:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826417.764126:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669421998592:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826417.764151:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967484 gen 1 00000100:00100000:0.0:1787826417.764171:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421998848:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826417.764184:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421999104:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826417.764196:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421998720:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826417.764207:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669421998976:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826417.883061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826418.905607:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826419.926919:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826420.950276:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826421.975339:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826422.870570:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421999232:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826422.870678:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421999488:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826422.870705:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421999744:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826422.870734:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787826422.870740:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421999360:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826422.870763:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421999616:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826422.877510:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669421999232:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826422.880815:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421999360:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826422.880831:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421999616:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826422.880841:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421999488:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826422.880881:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669421999744:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826423.003399:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826424.022907:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1787826424.627141:0:59047:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826424.627153:0:59047:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826424.627177:0:59047:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.627194:0:59047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:2.0:1787826424.627211:0:59047:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000080:00200000:2.0:1787826424.627225:0:59047:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826424.627233:0:59047:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826424.627236:0:59047:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826424.627244:0:59047:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc5643cb8 00010000:00010000:2.0:1787826424.627248:0:59047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00010000:2.0:1787826424.627257:0:59047:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000080:00200008:2.0:1787826424.628178:0:59047:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826424.628185:0:59047:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826424.628200:0:59047:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.628210:0:59047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00010000:2.0:1787826424.628221:0:59047:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000080:00200000:2.0:1787826424.628228:0:59047:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826424.628235:0:59047:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826424.628238:0:59047:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826424.628243:0:59047:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc5643cb8 00010000:00010000:2.0:1787826424.628246:0:59047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00010000:2.0:1787826424.628259:0:59047:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00000080:00200000:2.0:1787826424.628365:0:59047:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826424.628373:0:59047:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.628380:0:59047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00010000:2.0:1787826424.628389:0:59047:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00000080:00200000:2.0:1787826424.628396:0:59047:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826424.628400:0:59047:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826424.628403:0:59047:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826424.628406:0:59047:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc5643bb0 00010000:00010000:2.0:1787826424.628410:0:59047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00010000:2.0:1787826424.628417:0:59047:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00000080:00200000:2.0:1787826424.628427:0:59047:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826424.628434:0:59047:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826424.628451:0:59047:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=18d12b0 00000100:00100000:2.0:1787826424.628564:0:59047:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669421999872:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826424.628716:0:59047:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.632294:0:59047:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669421999872:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826424.632375:0:59047:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000000:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826424.632542:0:59047:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.638171:0:59047:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000000:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826424.638240:0:59047:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000128:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826424.638328:0:59047:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.646125:0:59047:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000128:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826424.646194:0:59047:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000256:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826424.646269:0:59047:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.650549:0:59047:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000256:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826424.650988:0:59047:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000384:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826424.651116:0:59047:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.661098:0:59047:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000384:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:2.0:1787826424.661152:0:59047:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200008:2.0:1787826424.661737:0:59047:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787826424.661746:0:59047:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826424.661779:0:59047:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.661797:0:59047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00010000:2.0:1787826424.661813:0:59047:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00000080:00200000:2.0:1787826424.661826:0:59047:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826424.661833:0:59047:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826424.661836:0:59047:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826424.661844:0:59047:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc5643cb8 00010000:00010000:2.0:1787826424.661847:0:59047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00010000:2.0:1787826424.661899:0:59047:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00000080:00200000:2.0:1787826424.661939:0:59047:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826424.661947:0:59047:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.661954:0:59047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00010000:00010000:2.0:1787826424.661963:0:59047:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00000080:00200000:2.0:1787826424.661970:0:59047:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1787826424.661974:0:59047:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826424.661976:0:59047:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826424.661980:0:59047:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc5643bb0 00010000:00010000:2.0:1787826424.661983:0:59047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00010000:00010000:2.0:1787826424.661990:0:59047:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00000080:00200000:2.0:1787826424.662000:0:59047:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 44 00000080:00200008:2.0:1787826424.662007:0:59047:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200080:2.0:1787826424.662019:0:59047:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](0000000000000000) cmd=c0b066a2 arg=18d12b0 00000100:00100000:2.0:1787826424.662062:0:59047:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000512:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826424.662159:0:59047:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.671928:0:59047:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000512:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826424.672015:0:59047:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000640:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826424.672089:0:59047:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.678305:0:59047:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000640:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826424.678397:0:59047:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000768:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826424.678487:0:59047:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.681516:0:59047:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000768:192.168.203.149@tcp:19:lfs.60003 00000100:00100000:2.0:1787826424.681629:0:59047:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000896:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826424.681785:0:59047:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.687969:0:59047:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422000896:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826424.688036:0:59047:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422001024:192.168.203.149@tcp:48:lfs.60003 00000100:00100000:2.0:1787826424.688120:0:59047:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.695890:0:59047:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job lfs:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59047:1874669422001024:192.168.203.149@tcp:48:lfs.60003 00000080:00200008:2.0:1787826424.695941:0:59047:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a4f09533248), flags 300000 00000080:00200000:2.0:1787826424.726053:0:59048:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826424.726082:0:59048:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.726098:0:59048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00010000:00010000:2.0:1787826424.726115:0:59048:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00000080:00200000:2.0:1787826424.726124:0:59048:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826424.726131:0:59048:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826424.726135:0:59048:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826424.726143:0:59048:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc5643b58 00010000:00010000:2.0:1787826424.726147:0:59048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00010000:00010000:2.0:1787826424.726156:0:59048:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000080:00200000:2.0:1787826424.726171:0:59048:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826424.726178:0:59048:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=8 00000080:00200008:2.0:1787826424.726186:0:59048:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826424.726191:0:59048:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448),name=d21.sanity-sec 00000002:00010000:2.0:1787826424.726204:0:59048:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.726211:0:59048:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 30 res 9663677442/37 (0 0) 00010000:00010000:2.0:1787826424.726255:0:59048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.726264:0:59048:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.726277:0:59048:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826424.726302:0:59048:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59048:1874669422001152:192.168.203.149@tcp:101:rm.0 00000100:00100000:2.0:1787826424.726412:0:59048:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdee40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.739626:0:59048:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59048:1874669422001152:192.168.203.149@tcp:101:rm.0 00010000:00010000:2.0:1787826424.739652:0:59048:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.739678:0:59048:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.739686:0:59048:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 4/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.739698:0:59048:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.739708:0:59048:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.739721:0:59048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.739729:0:59048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.739742:0:59048:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826424.739753:0:59048:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a4f06e8e940 x1874669422001152/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1787826440 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1787826424.740093:0:59048:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.740106:0:59048:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a4f03ea6800 type 13 mode 4 res 9663677442/37 (0 0) 00000080:00200000:2.0:1787826424.740113:0:59048:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1787826424.740143:0:59048:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000080:00010000:2.0:1787826424.740148:0:59048:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d19e 00000080:00010000:2.0:1787826424.740154:0:59048:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826424.740156:0:59048:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d19e from it ffffb55dc5643cb8 00010000:00010000:2.0:1787826424.740159:0:59048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.740168:0:59048:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826424.740247:0:59048:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826424.740264:0:59048:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.740275:0:59048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:2.0:1787826424.740285:0:59048:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000080:00200000:2.0:1787826424.740292:0:59048:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826424.740295:0:59048:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826424.740298:0:59048:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826424.740301:0:59048:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc5643bf8 00010000:00010000:2.0:1787826424.740304:0:59048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00010000:2.0:1787826424.740323:0:59048:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:2.0:1787826424.740334:0:59048:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826424.740342:0:59048:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=266 00000080:00200000:2.0:1787826424.740349:0:59048:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448), inode mode 41ff mask 44 00000080:00200008:2.0:1787826424.740360:0:59048:0:(file.c:1090:ll_file_open()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), flags 704400 00000002:00010000:2.0:1787826424.740377:0:59048:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1787826424.740426:0:59048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.740432:0:59048:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1787826424.740442:0:59048:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1787826424.740450:0:59048:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8e940 x1874669422001408/t0(0) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1787826424.740460:0:59048:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787826424.740494:0:59048:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59048:1874669422001408:192.168.203.149@tcp:101:rm.0 00000100:00100000:2.0:1787826424.740691:0:59048:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdee40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.751302:0:59048:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59048:1874669422001408:192.168.203.149@tcp:101:rm.0 00010000:00010000:2.0:1787826424.751338:0:59048:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.751352:0:59048:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.751359:0:59048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.751367:0:59048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.751375:0:59048:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.751380:0:59048:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a4f013a0000 already unused, calling callback (ffffffffc1a42990) 00010000:00010000:2.0:1787826424.751384:0:59048:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.751391:0:59048:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.751397:0:59048:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.751403:0:59048:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787826424.751410:0:59048:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787826424.751417:0:59048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a0000/0x7f6ab97892e4d1a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 59048 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1787826424.751444:0:59048:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff8a4f06e8e940 x1874669422001408/t4294967485(4294967485) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826440 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1787826424.751457:0:59048:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f06e8e940 x1874669422001408/t4294967485(4294967485) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1787826440 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826424.751483:0:59048:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1787826424.751510:0:59048:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x25:0x0], updating i_size 4096 00000002:00100000:2.0:1787826424.751530:0:59048:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a4f06e8e940 x1874669422001408/t4294967485(4294967485) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826440 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1787826424.751717:0:59048:0:(file.c:6313:ll_getattr_dentry()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787826424.751724:0:59048:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448),name=d21.sanity-sec 00000002:00010000:2.0:1787826424.751744:0:59048:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.751758:0:59048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826424.751768:0:59048:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787826424.751776:0:59048:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 1 00000080:00010000:2.0:1787826424.751781:0:59048:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) 00000080:00010000:2.0:1787826424.751784:0:59048:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x25:0x0](ffff8a4f095b7448) for lock 0x7f6ab97892e4d19e 00000080:00010000:2.0:1787826424.751789:0:59048:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d19e from it ffffb55dc5643cd8 00010000:00010000:2.0:1787826424.751793:0:59048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787826424.751802:0:59048:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1787826424.752095:0:59048:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1787826424.752113:0:59048:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240000402:0x25:0x0]) in obj [0x240000402:0x25:0x0], intent: readdir flags 0 00010000:00010000:0.0:1787826424.752121:0:59048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787826424.752129:0:59048:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1787826424.752765:0:59048:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59048:1874669422001536:192.168.203.149@tcp:37:rm.0 00000100:00100000:0.0:1787826424.752891:0:59048:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f100bc0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.762737:0:59048:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59048:1874669422001536:192.168.203.149@tcp:37:rm.0 00010000:00010000:2.0:1787826424.763433:0:59048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826424.763451:0:59048:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1787826424.763515:0:59048:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x240000402:0x25:0x0](ffff8a4f095b7448) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:2.0:1787826424.763579:0:59048:0:(file.c:479:ll_file_release()) START file d21.sanity-sec:[0x240000402:0x25:0x0](ffff8a4f095b7448), flags 704000 00000002:00100000:2.0:1787826424.763641:0:59048:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a4f06e8e940 x1874669422001408/t4294967485(4294967485) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826440 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787826424.763652:0:59048:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787826424.763657:0:59048:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8fc00 x1874669422001792/t0(0) o35->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1787826424.763679:0:59048:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59048:1874669422001792:192.168.203.149@tcp:35:rm.0 00000100:00100000:2.0:1787826424.763779:0:59048:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdee40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.769252:0:59048:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59048:1874669422001792:192.168.203.149@tcp:35:rm.0 00000002:00100000:2.0:1787826424.769287:0:59048:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a4f06e8e940 x1874669422001408/t4294967485(4294967485) o101->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/664 e 0 to 0 dl 1787826440 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1787826424.769369:0:59048:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826424.769388:0:59048:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.769406:0:59048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00010000:2.0:1787826424.769420:0:59048:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000080:00200000:2.0:1787826424.769427:0:59048:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826424.769432:0:59048:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826424.769436:0:59048:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826424.769443:0:59048:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc5643c10 00010000:00010000:2.0:1787826424.769448:0:59048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00010000:2.0:1787826424.769457:0:59048:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00000080:00200000:2.0:1787826424.769484:0:59048:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 1 00000080:00200000:2.0:1787826424.769496:0:59048:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21.sanity-sec, flags=0 00000080:00200000:2.0:1787826424.769501:0:59048:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248),name=/ 00000002:00010000:2.0:1787826424.769508:0:59048:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787826424.769514:0:59048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00010000:2.0:1787826424.769523:0:59048:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00000080:00200000:2.0:1787826424.769534:0:59048:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787826424.769538:0:59048:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) 00000080:00010000:2.0:1787826424.769541:0:59048:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a4f09533248) for lock 0x7f6ab97892e4d0f6 00000080:00010000:2.0:1787826424.769545:0:59048:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7f6ab97892e4d0f6 from it ffffb55dc5643d88 00010000:00010000:2.0:1787826424.769548:0:59048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00010000:2.0:1787826424.769555:0:59048:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09600/0x7f6ab97892e4d0f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5389a572c2fe508b expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00000080:00200000:2.0:1787826424.769562:0:59048:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a4f09533248), inode mode 41ed mask 3 00000080:00200000:2.0:1787826424.769579:0:59048:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21.sanity-sec, dir=[0x200000007:0x1:0x0](ffff8a4f09533248) 00010000:00010000:2.0:1787826424.769601:0:59048:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826424.769641:0:59048:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826424.769648:0:59048:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787826424.769707:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422001920:192.168.203.149@tcp:103:rm.0 00010000:00010000:2.0:1787826424.770334:0:59048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a4f07c09000 lock: ffff8a4f13e09800/0x7f6ab97892e4d0fd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe50a7 expref: -99 pid: 57186 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787826424.770365:0:59048:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826424.770416:0:59048:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1787826424.770446:0:59048:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826424.770454:0:59048:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1787826424.770458:0:59048:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1787826424.770461:0:59048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f013a1200/0x7f6ab97892e4d19e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe5404 expref: -99 pid: 59048 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1787826424.770583:0:59048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8a4f07c09000 lock: ffff8a4f13e08a00/0x7f6ab97892e4d112 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5389a572c2fe50fb expref: -99 pid: 57262 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000020:00100000:2.0:1787826424.770607:0:59048:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8a4f07c09000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1787826424.770615:0:59048:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a4f06e8e940 x1874669422002176/t0(0) o36->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826424.770633:0:59048:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59048:1874669422002176:192.168.203.149@tcp:36:rm.0 00000100:00100000:2.0:1787826424.770720:0:59048:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a4f03fdee40 going to sleep for 11 seconds 00000100:00100000:2.0:1787826424.775184:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422001920:192.168.203.149@tcp:103:rm.0 00000100:00100000:2.0:1787826424.796631:0:59048:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job rm:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:59048:1874669422002176:192.168.203.149@tcp:36:rm.0 00010000:00010000:0.0:1787826425.050037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826426.070396:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826427.097427:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787826427.990538:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422002432:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826427.990665:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422002688:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826427.990697:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787826427.990705:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669422002304:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826427.990732:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422002560:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826427.990753:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422002816:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826427.997841:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669422002304:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826427.997893:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422002560:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826427.997905:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422002816:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826427.997917:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422002432:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826427.997928:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422002688:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826428.118888:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826429.142214:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826430.166921:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787826431.190324:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826432.214076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826433.112781:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422003072:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826433.112908:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422003328:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826433.112944:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1787826433.112952:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669422002944:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826433.112986:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422003200:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826433.113024:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422003456:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826433.122755:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422003328:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826433.122988:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669422002944:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826433.123011:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422003456:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826433.135107:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422003072:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826433.135134:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a4f07c09000: committing for last_committed 4294967486 gen 1 00000100:00100000:2.0:1787826433.135140:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422003200:192.168.203.149@tcp:400:kworker.0 00010000:00010000:3.0:1787826433.238183:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826434.262336:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826435.286492:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826436.310026:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787826437.168187:0:59774:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 22: test nodemap mapped_trusted_admin fileops ========================================================== 06:27:16 (1787826436) 00010000:00010000:1.0:1787826437.334053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826438.231343:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669422003584:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826438.231440:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422003840:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826438.231467:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422004096:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826438.231488:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787826438.231492:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422003712:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826438.231505:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422003968:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826438.358071:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826439.382385:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826440.406671:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826441.430044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826442.454022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826443.350413:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669422004224:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826443.350437:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422004352:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826443.350733:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422004608:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826443.350779:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787826443.350795:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422004480:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826443.350831:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422004736:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787826443.479598:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826444.502065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826445.526048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826446.550057:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826447.574305:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787826448.470121:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422004992:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826448.470303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669422004864:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826448.470383:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422005120:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826448.470413:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422005376:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826448.470502:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422005248:192.168.203.149@tcp:400:kworker.0 00010000:00010000:2.0:1787826448.598128:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826449.622028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826450.646115:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826451.670018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826452.694064:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787826453.590044:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669422005504:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826453.590078:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422005632:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826453.590157:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422005888:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826453.590161:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669422005760:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826453.590200:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669422006016:192.168.203.149@tcp:400:kworker.0 00010000:00010000:1.0:1787826453.718038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1787826454.613990:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826438/real 1787826438] req@ffff8a4f13c58f00 x1874669422003712/t0(0) o400->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826454.631580:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f13c58f00 x1874669422003712/t0(0) o400->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826454.631595:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787826454.631599:0:2404:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8a4f07c09000: Connection to lustre-MDT0000 (at 192.168.203.149@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787826454.640964:0:2404:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:0.0:1787826454.641012:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826438/real 1787826438] req@ffff8a4f13c5a940 x1874669422003968/t0(0) o400->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826454.641043:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f13c5a940 x1874669422003968/t0(0) o400->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826454.641052:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787826454.641056:0:2404:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff8a4f07c09000: Connection to lustre-OST0000 (at 192.168.203.149@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787826454.641061:0:2404:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00000400:0.0:1787826454.641068:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826438/real 1787826438] req@ffff8a4f13c583c0 x1874669422003584/t0(0) o400->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826454.641078:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f13c583c0 x1874669422003584/t0(0) o400->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826454.641083:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1787826454.641085:0:2404:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.149@tcp: Connection to MGS (at 192.168.203.149@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1787826454.649149:0:2404:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.149@tcp for MGC192.168.203.149@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1787826454.649154:0:2404:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1787826454.649164:0:2404:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a4f13c583c0 x1874669422003584/t0(0) o400->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826454.649179:0:2404:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a4f06e8de00 x1874669422004224/t0(0) o400->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1787826459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826454.649197:0:2404:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a4f08daa1c0 x1874669422004864/t0(0) o400->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1787826464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826454.649214:0:2404:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a4f13c5a1c0 x1874669422005504/t0(0) o400->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1787826469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1787826454.649258:0:2404:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1787826454.649260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826454.649262:0:2404:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1787826454.649266:0:2404:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1787826454.649275:0:2404:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00080000:1.0:1787826454.649277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826454.649285:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826454.649297:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 209 00000100:00000400:0.0:1787826454.649304:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826438/real 1787826438] req@ffff8a4f13c5b0c0 x1874669422003840/t0(0) o400->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826454.649321:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826454.649332:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2406:1874669422004224:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826454.649335:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f13c5b0c0 x1874669422003840/t0(0) o400->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826454.649348:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787826454.649353:0:2404:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8a4f07c09000: Connection to lustre-MDT0001 (at 192.168.203.149@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787826454.649359:0:2404:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:1.0:1787826454.649373:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2403:1874669422005504:192.168.203.149@tcp:400:kworker.0 00000100:00000400:0.0:1787826454.649375:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826438/real 1787826438] req@ffff8a4f13c5ad00 x1874669422004096/t0(0) o400->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826454.649402:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f13c5ad00 x1874669422004096/t0(0) o400->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826454 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826454.649412:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787826454.649416:0:2404:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff8a4f07c09000: Connection to lustre-OST0001 (at 192.168.203.149@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1787826454.649420:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2405:1874669422004864:192.168.203.149@tcp:400:kworker.0 00000100:00080000:0.0:1787826454.649421:0:2404:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1787826454.649443:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422003712:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826454.649452:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422003968:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826454.649458:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2404:1874669422003584:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826454.649463:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422003840:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826454.649479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422006144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826454.649487:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422004096:192.168.203.149@tcp:400:kworker.0 00000100:00080000:1.0:1787826454.649532:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826454.649537:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826454.649539:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826454.649544:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 209 00000100:00080000:1.0:1787826454.649558:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826454.649570:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826454.649573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422006144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787826454.649605:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422006272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826454.649618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826454.649622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826454.649625:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826454.649630:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 209 00000100:00080000:1.0:1787826454.649638:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826454.649645:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826454.649659:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787826454.649669:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422006400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826454.649686:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826454.649690:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826454.649692:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826454.649700:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2199 00000100:00100000:2.0:1787826454.649709:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006400:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787826454.649717:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826454.649724:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826454.649741:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422006528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826454.649754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826454.649760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006528:192.168.203.149@tcp:8:kworker.0 00000100:00080000:1.0:1787826454.649763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826454.649766:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826454.649774:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2373 00000100:00080000:1.0:1787826454.649785:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826454.649799:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826454.649813:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422006656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826454.649839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826454.649842:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787826454.649878:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826454.742136:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787826455.766030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826456.790121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826457.814166:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826458.838505:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1787826459.734089:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826443/real 1787826443] req@ffff8a4f06e8e940 x1874669422004480/t0(0) o400->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826459 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826459.734162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826459.734169:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826459.734172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826459.734174:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826459.734176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826459.734178:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826459.734179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826459.734182:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826459.734184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826459.734186:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787826459.750396:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f06e8e940 x1874669422004480/t0(0) o400->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826459 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826459.750421:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8a4f10079800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:3.0:1787826459.750431:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826443/real 1787826443] req@ffff8a4f06e8cb40 x1874669422004736/t0(0) o400->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826459 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826459.750445:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f06e8cb40 x1874669422004736/t0(0) o400->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826459 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826459.750451:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8a4f1007f000 already not connected (conn 22, was 21): CONNECTING 00000100:00000400:3.0:1787826459.750456:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826443/real 1787826443] req@ffff8a4f06e8c3c0 x1874669422004352/t0(0) o400->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826459 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826459.750474:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f06e8c3c0 x1874669422004352/t0(0) o400->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826459 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826459.750480:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8a4f1007e800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:3.0:1787826459.750486:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826443/real 1787826443] req@ffff8a4f06e8d680 x1874669422004608/t0(0) o400->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826459 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826459.750497:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f06e8d680 x1874669422004608/t0(0) o400->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826459 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826459.750507:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8a4f1007d000 already not connected (conn 12, was 11): CONNECTING 00000100:00100000:3.0:1787826459.750526:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422004480:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826459.750532:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422004736:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826459.750537:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422004352:192.168.203.149@tcp:400:kworker.0 00000100:00100000:3.0:1787826459.750541:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422004608:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826459.862079:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826460.886266:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826461.910194:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826462.935037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826463.958212:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1787826464.790111:0:2406:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826448/real 1787826448] req@ffff8a4f08daa580 x1874669422004992/t0(0) o400->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826464.804045:0:2406:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f08daa580 x1874669422004992/t0(0) o400->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826464.804060:0:2406:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8a4f1007e800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:2.0:1787826464.804071:0:2406:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826448/real 1787826448] req@ffff8a4f08da8b40 x1874669422005248/t0(0) o400->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826464.804084:0:2406:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f08da8b40 x1874669422005248/t0(0) o400->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826464.804090:0:2406:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8a4f1007d000 already not connected (conn 12, was 11): CONNECTING 00000100:00100000:2.0:1787826464.804105:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422004992:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826464.804112:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2406:1874669422005248:192.168.203.149@tcp:400:kworker.0 00000100:00080000:1.0:1787826464.853991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826464.854005:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787826464.854010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826464.854022:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787826464.854026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826464.854041:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787826464.854047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826464.854050:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787826464.854053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826464.854056:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787826464.854068:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826454/real 1787826454] req@ffff8a4f13cb30c0 x1874669422006656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:3.0:1787826464.854068:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826448/real 1787826448] req@ffff8a4f08daa940 x1874669422005120/t0(0) o400->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826464.854122:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f08daa940 x1874669422005120/t0(0) o400->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826464.854126:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422006656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826464.854140:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8a4f10079800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:2.0:1787826464.854147:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826454/real 1787826454] req@ffff8a4f13cb1e00 x1874669422006528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:3.0:1787826464.854152:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826448/real 1787826448] req@ffff8a4f08dab840 x1874669422005376/t0(0) o400->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826464.854172:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422006528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826464.854181:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f08dab840 x1874669422005376/t0(0) o400->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826464.854187:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826454/real 1787826454] req@ffff8a4f13cb2580 x1874669422006400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826464.854197:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8a4f1007f000 already not connected (conn 22, was 21): CONNECTING 00000100:00100000:3.0:1787826464.854214:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422005120:192.168.203.149@tcp:400:kworker.0 00000100:00100000:2.0:1787826464.854217:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422006400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826464.854228:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826454/real 1787826454] req@ffff8a4f13cb3840 x1874669422006272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826464.854247:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422006272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826464.854259:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826454/real 1787826454] req@ffff8a4f13cb0b40 x1874669422006144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826464.854272:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422006144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826464.854283:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2405:1874669422005376:192.168.203.149@tcp:400:kworker.0 00000100:00080000:2.0:1787826464.854287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826464.854311:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826464.854317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006656:192.168.203.149@tcp:8:kworker.0 00000100:00080000:0.0:1787826464.854320:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826464.854324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826464.854326:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826464.854330:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826464.854333:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826464.854334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826464.854338:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826464.854342:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006528:192.168.203.149@tcp:8:kworker.0 00000100:00080000:0.0:1787826464.854349:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787826464.854351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826464.854353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826464.854354:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826464.854356:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826464.854363:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2418 00000100:00080000:2.0:1787826464.854371:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00080000:0.0:1787826464.854373:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 5s 00000100:00100000:2.0:1787826464.854377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006400:192.168.203.149@tcp:38:kworker.0 00000100:00080000:0.0:1787826464.854382:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:2.0:1787826464.854388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787826464.854393:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1787826464.854412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826464.854420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006272:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787826464.854428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787826464.854432:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422006784/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826464.854435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826464.854442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422006144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826464.854461:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826464.854465:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826464.854467:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826464.854475:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2418 00000100:00080000:0.0:1787826464.854482:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787826464.854488:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826464.854494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006784:192.168.203.149@tcp:8:kworker.0 00000008:00100000:0.0:1787826464.854495:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826464.854518:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422006912/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826464.854540:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826464.854543:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826464.854544:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826464.854549:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2418 00000100:00080000:0.0:1787826464.854567:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787826464.854572:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826464.854591:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422007040/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826464.854602:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826464.854606:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826464.854608:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826464.854611:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006912:192.168.203.149@tcp:8:kworker.0 00000100:00080000:0.0:1787826464.854617:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2418 00000100:00080000:0.0:1787826464.854623:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787826464.854627:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826464.854635:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826464.854648:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422007168/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826464.854657:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826464.854659:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826464.854660:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826464.854663:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2418 00000100:00080000:0.0:1787826464.854666:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787826464.854670:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826464.854674:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826464.854677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422007040:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826464.854688:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422007296/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826464.854718:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007168:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826464.854751:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007296:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787826464.982133:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826466.006066:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826467.030076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826468.054172:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826469.080137:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1787826469.973970:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826453/real 1787826453] req@ffff8a4f13c5a580 x1874669422005632/t0(0) o400->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826469 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1787826469.973970:0:2403:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826453/real 1787826453] req@ffff8a4f13c592c0 x1874669422005760/t0(0) o400->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826469 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826469.973981:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826469.973991:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826469.974006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826469.974013:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826469.974016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826469.974023:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826469.974026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826469.974032:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787826469.974034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826469.974038:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787826469.974072:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f13c5a580 x1874669422005632/t0(0) o400->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826469 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826469.974081:0:2404:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8a4f1007e800 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:0.0:1787826469.974088:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826453/real 1787826453] req@ffff8a4f13c59a40 x1874669422005888/t0(0) o400->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826469 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826469.974100:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f13c59a40 x1874669422005888/t0(0) o400->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826469 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826469.974106:0:2404:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8a4f1007d000 already not connected (conn 13, was 11): CONNECTING 00000100:00100000:0.0:1787826469.974116:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422005632:192.168.203.149@tcp:400:kworker.0 00000100:00100000:0.0:1787826469.974122:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2404:1874669422005888:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826469.996115:0:2403:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f13c592c0 x1874669422005760/t0(0) o400->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 224/224 e 0 to 1 dl 1787826469 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826469.996132:0:2403:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8a4f10079800 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:1.0:1787826469.996156:0:2403:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826453/real 1787826453] req@ffff8a4f13c5bc00 x1874669422006016/t0(0) o400->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826469 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826469.996172:0:2403:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a4f13c5bc00 x1874669422006016/t0(0) o400->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 224/224 e 0 to 1 dl 1787826469 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826469.996179:0:2403:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8a4f1007f000 already not connected (conn 23, was 21): CONNECTING 00000100:00100000:1.0:1787826469.996195:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669422005760:192.168.203.149@tcp:400:kworker.0 00000100:00100000:1.0:1787826469.996201:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2403:1874669422006016:192.168.203.149@tcp:400:kworker.0 00010000:00010000:0.0:1787826470.102323:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826471.126732:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826472.151292:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826473.174078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826474.198191:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826475.094148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826475.094159:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787826475.094162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826475.094165:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787826475.094168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826475.094171:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787826475.094174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826475.094177:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787826475.094179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826475.094182:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787826475.222082:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826476.246040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:2.0:1787826476.630086:0:2394:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.203.149@tcp (192.168.203.149:988) timed out; the network or node may be down. 00010000:00010000:2.0:1787826477.270419:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826478.294061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787826479.190005:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826464/real 1787826464] req@ffff8a4f13c5a940 x1874669422007168/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826479 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826479.190043:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422007168/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826479 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826479.190056:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826464/real 1787826464] req@ffff8a4f13c58f00 x1874669422007296/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826479 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826479.190067:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422007296/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826479 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826479.190077:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826464/real 1787826464] req@ffff8a4f13c5b0c0 x1874669422006912/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826479 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826479.190088:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422006912/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826479 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826479.190097:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826464/real 1787826464] req@ffff8a4f13c583c0 x1874669422007040/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826479 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826479.190114:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422007040/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826479 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826479.190123:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787826464/real 1787826464] req@ffff8a4f13c5ad00 x1874669422006784/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826479 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826479.190134:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422006784/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826479 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826479.190153:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826479.190175:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826479.190179:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007168:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787826479.190185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826479.190191:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826479.190194:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007296:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787826479.190198:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826479.190202:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826479.190205:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006912:192.168.203.149@tcp:8:kworker.0 00000100:00080000:2.0:1787826479.190210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826479.190214:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826479.190218:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422007040:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826479.190223:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826479.190227:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826479.190231:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422006784:192.168.203.149@tcp:8:kworker.0 00000100:00080000:0.0:1787826479.190256:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826479.190262:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826479.190265:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826479.190272:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2428 00000100:00080000:0.0:1787826479.190319:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787826479.190328:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826479.190420:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422007424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826479.190455:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826479.190459:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826479.190462:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826479.190479:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2428 00000100:00100000:2.0:1787826479.190482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422007424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826479.190486:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787826479.190507:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826479.190536:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826479.190562:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422007552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826479.190589:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826479.190593:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826479.190595:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826479.190600:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2428 00000100:00080000:0.0:1787826479.190604:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 10s 00000100:00100000:2.0:1787826479.190605:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007552:192.168.203.149@tcp:38:kworker.0 00000100:00080000:0.0:1787826479.190612:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826479.190619:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826479.190643:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422007680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826479.190677:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826479.190680:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826479.190682:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826479.190699:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2428 00000100:00080000:0.0:1787826479.190705:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787826479.190711:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826479.190719:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007680:192.168.203.149@tcp:38:kworker.0 00000008:00100000:0.0:1787826479.190732:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826479.190749:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422007808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826479.190783:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826479.190806:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826479.190808:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826479.190811:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007808:192.168.203.149@tcp:8:kworker.0 00000100:00080000:0.0:1787826479.190815:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2428 00000100:00080000:0.0:1787826479.190831:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787826479.190835:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826479.190842:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826479.190925:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422007936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826479.190998:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826479.318085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826480.342054:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826481.366080:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787826481.750228:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.149:988 00000400:00000100:3.0:1787826481.750280:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787826481.750309:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826481.750344:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826481.750350:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826481.750355:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826481.750368:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826481.750458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826479/real 1787826481] req@ffff8a4f13c58780 x1874669422007936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826481.750482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422007936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826481.750494:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826481.750498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826481.750503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007936:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826481.750510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826479/real 1787826481] req@ffff8a4f13c59680 x1874669422007808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826481.750521:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422007808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826481.750529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826481.750532:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826481.750537:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826481.750542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826479/real 1787826481] req@ffff8a4f13c5b480 x1874669422007680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826481.750554:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422007680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826481.750561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826481.750564:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826481.750568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826481.750574:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826479/real 1787826481] req@ffff8a4f13c5a580 x1874669422007552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826481.750586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422007552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826481.750593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826481.750595:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826481.750599:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422007552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826481.750605:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826479/real 1787826481] req@ffff8a4f13c59a40 x1874669422007424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826481.750623:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422007424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826481.750630:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826481.750633:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826481.750637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422007424:192.168.203.149@tcp:250:kworker.0 00010000:00010000:0.0:1787826482.390145:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826483.414966:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826484.312256:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826484.312265:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826484.312269:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826484.312278:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2442 00000100:00080000:0.0:1787826484.312288:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787826484.312295:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826484.312327:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422008064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826484.312367:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826484.312370:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826484.312372:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826484.312376:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2442 00000100:00080000:0.0:1787826484.312380:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787826484.312383:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826484.312391:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826484.312402:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422008192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826484.312411:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826484.312415:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826484.312416:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826484.312419:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2442 00000100:00080000:0.0:1787826484.312421:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787826484.312424:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826484.312428:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826484.312504:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422008320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826484.312513:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826484.312516:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826484.312518:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826484.312521:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2442 00000100:00080000:0.0:1787826484.312531:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787826484.312535:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826484.312540:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826484.312548:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422008448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826484.312556:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826484.312559:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826484.312561:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826484.312563:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2442 00000100:00080000:0.0:1787826484.312566:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787826484.312569:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826484.312572:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826484.312580:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422008576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826484.313183:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422008064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826484.313274:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826484.313559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826484.313586:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826484.313602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826484.438424:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787826484.824757:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.149:988 00000400:00000100:3.0:1787826484.824809:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787826484.824825:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826484.824883:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826484.824901:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826484.824909:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826484.824916:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826484.825212:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826484/real 1787826484] req@ffff8a4f13c58000 x1874669422008064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826484.825236:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422008064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826484.825256:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826484.825261:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826484.825265:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422008064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826484.825274:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826484/real 1787826484] req@ffff8a4f13c59a40 x1874669422008192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826484.825287:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422008192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826484.825296:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826484.825299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826484.825303:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826484.825309:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826484/real 1787826484] req@ffff8a4f13c5a580 x1874669422008320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826484.825321:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422008320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826484.825328:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826484.825331:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826484.825335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826484.825342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826484/real 1787826484] req@ffff8a4f13c5b480 x1874669422008448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826484.825353:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422008448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826484.825360:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826484.825364:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826484.825367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826484.825373:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826484/real 1787826484] req@ffff8a4f13c59680 x1874669422008576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826484.825385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422008576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826484.825392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826484.825395:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826484.825399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826485.462233:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826486.486030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826487.510182:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826488.534296:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826489.430028:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826489.430038:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826489.430042:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826489.430052:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2447 00000100:00080000:3.0:1787826489.430061:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826489.430069:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826489.430105:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422008704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826489.430130:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826489.430133:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826489.430135:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826489.430139:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2447 00000100:00080000:3.0:1787826489.430142:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826489.430146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826489.430156:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826489.430167:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422008832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826489.430177:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826489.430179:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422008704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826489.430182:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826489.430186:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826489.430191:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2447 00000100:00080000:3.0:1787826489.430195:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826489.430198:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826489.430202:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826489.430213:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422008960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826489.430221:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826489.430225:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826489.430227:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826489.430230:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2447 00000100:00080000:3.0:1787826489.430234:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826489.430238:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826489.430242:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826489.430252:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422009088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826489.430260:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826489.430264:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826489.430265:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826489.430269:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2447 00000100:00080000:3.0:1787826489.430272:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826489.430276:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826489.430281:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826489.430290:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422009216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826489.430300:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826489.430346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826489.430377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826489.430404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826489.558272:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826490.582092:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787826490.966350:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.149:988 00000400:00000100:1.0:1787826490.966390:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787826490.966406:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826490.966444:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826490.966453:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826490.966460:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826490.966466:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826490.966526:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826489/real 1787826490] req@ffff8a4f08da92c0 x1874669422009216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826490.966550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422009216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826490.966561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826490.966565:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826490.966569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009216:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826490.966576:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826489/real 1787826490] req@ffff8a4f08daa940 x1874669422008832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826490.966589:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422008832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826490.966603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826490.966606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826490.966610:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826490.966615:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826489/real 1787826490] req@ffff8a4f08daa1c0 x1874669422008960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826490.966625:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422008960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826490.966631:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826490.966634:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826490.966637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422008960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826490.966643:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826489/real 1787826490] req@ffff8a4f08da8000 x1874669422009088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826490.966654:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422009088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826490.966661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826490.966665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826490.966668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826490.966674:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826489/real 1787826490] req@ffff8a4f08dab840 x1874669422008704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826490.966684:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422008704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826490.966691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826490.966694:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826490.966697:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422008704:192.168.203.149@tcp:250:kworker.0 00010000:00010000:2.0:1787826491.606066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826492.630192:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826493.655086:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826494.549987:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826494.549996:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826494.550000:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826494.550010:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2452 00000100:00080000:3.0:1787826494.550119:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826494.550127:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826494.550163:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422009344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826494.550193:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826494.550197:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826494.550198:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826494.550202:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2452 00000100:00080000:3.0:1787826494.550205:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826494.550209:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826494.550217:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826494.550228:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422009472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826494.550235:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826494.550238:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826494.550240:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826494.550243:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2452 00000100:00080000:3.0:1787826494.550246:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826494.550249:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826494.550253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826494.550262:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422009600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826494.550269:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826494.550272:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826494.550274:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826494.550278:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2452 00000100:00080000:3.0:1787826494.550281:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826494.550284:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826494.550288:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826494.550295:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422009728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826494.550302:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826494.550305:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826494.550306:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826494.550310:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2452 00000100:00080000:3.0:1787826494.550312:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826494.550315:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826494.550319:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826494.550327:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422009856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826494.550410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422009344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826494.550499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826494.550640:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826494.550662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826494.550682:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826494.678089:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826495.703283:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826496.726212:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787826497.110639:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.149:988 00000400:00000100:2.0:1787826497.110687:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787826497.110703:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787826497.110738:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787826497.110745:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787826497.110752:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787826497.110759:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787826497.112236:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826494/real 1787826497] req@ffff8a4f08da83c0 x1874669422009344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826497.112270:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422009344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826497.112301:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826497.112306:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826497.112311:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422009344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826497.112317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826494/real 1787826497] req@ffff8a4f08da8f00 x1874669422009472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826497.112327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422009472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826497.112332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826497.112334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826497.112336:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826497.112340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826494/real 1787826497] req@ffff8a4f08dab840 x1874669422009600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826497.112347:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422009600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826497.112351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826497.112353:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826497.112355:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826497.112359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826494/real 1787826497] req@ffff8a4f08da8000 x1874669422009728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826497.112365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422009728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826497.112374:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826497.112377:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826497.112379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826497.112383:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826494/real 1787826497] req@ffff8a4f08daa1c0 x1874669422009856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826497.112390:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422009856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826497.112394:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826497.112396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826497.112398:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422009856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826497.751414:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826498.774077:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826499.669981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826499.669989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826499.669998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826499.670008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2458 00000100:00080000:1.0:1787826499.670019:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826499.670026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826499.670061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422009984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826499.670082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826499.670099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826499.670101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826499.670106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2458 00000100:00080000:1.0:1787826499.670111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826499.670115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826499.670124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826499.670131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422009984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787826499.670137:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422010112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826499.670148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826499.670151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826499.670153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826499.670156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2458 00000100:00080000:1.0:1787826499.670160:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826499.670163:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826499.670168:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826499.670179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422010240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826499.670189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787826499.670190:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787826499.670195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826499.670197:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826499.670203:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2458 00000100:00080000:1.0:1787826499.670207:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826499.670211:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826499.670223:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826499.670236:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826499/real 1787826499] req@ffff8a4f13cb0b40 x1874669422009984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826499.670237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422010368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826499.670252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826499.670254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826499.670255:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826499.670259:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2458 00000100:00080000:1.0:1787826499.670270:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826499.670275:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826499.670280:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826499.670282:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422009984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826499.670291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422010496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826499.670306:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826499.670312:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826499.670317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422009984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826499.670340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826499.670380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826499.670394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826499/real 1787826499] req@ffff8a4f13cb3840 x1874669422010112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826499.670407:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422010112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826499.670415:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826499.670418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826499.670421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826499.670427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826499.670446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826499.670458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826499/real 1787826499] req@ffff8a4f13cb2580 x1874669422010240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826499.670470:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422010240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826499.670477:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826499.670480:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826499.670484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826499.670489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826499.670510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826499.670521:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826499/real 1787826499] req@ffff8a4f13cb1e00 x1874669422010368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826499.670546:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422010368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826499.670553:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826499.670556:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826499.670563:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826499.670578:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826499.670599:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826499.670608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826499/real 1787826499] req@ffff8a4f13cb30c0 x1874669422010496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826499.670618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422010496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826499.670625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826499.670628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826499.670631:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826499.798351:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826500.822129:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826501.846099:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826502.870131:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826503.895019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826504.791803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826504.791810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826504.791814:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826504.791821:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2463 00000100:00080000:3.0:1787826504.791830:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826504.791835:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826504.791904:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422010624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826504.791919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826504.791921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826504.791923:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826504.791925:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2463 00000100:00080000:3.0:1787826504.791927:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826504.791930:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826504.791937:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826504.791947:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422010752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826504.791956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826504.791959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826504.791961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826504.791964:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2463 00000100:00080000:3.0:1787826504.791968:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826504.791971:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826504.791977:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826504.791985:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422010880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826504.791993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826504.791996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826504.791997:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826504.792001:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2463 00000100:00080000:3.0:1787826504.792004:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826504.792008:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826504.792013:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826504.792022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422011008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826504.792030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826504.792032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826504.792034:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826504.792037:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2463 00000100:00080000:3.0:1787826504.792040:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826504.792043:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826504.792047:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826504.792055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422011136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826504.792059:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422010624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826504.792147:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826504.792177:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826504.792200:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826504.792251:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826504.918182:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826505.942085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787826506.326454:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.149:988 00000400:00000100:2.0:1787826506.326498:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787826506.326512:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787826506.326549:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787826506.326559:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787826506.326567:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787826506.326573:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787826506.327531:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826504/real 1787826506] req@ffff8a4f08daad00 x1874669422011136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826506.327559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422011136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826506.327572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826506.327578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826506.327582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011136:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826506.327590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826504/real 1787826506] req@ffff8a4f08daa940 x1874669422010624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826506.327602:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422010624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826506.327608:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826506.327611:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826506.327614:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422010624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826506.327620:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826504/real 1787826506] req@ffff8a4f08da92c0 x1874669422010752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826506.327630:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422010752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826506.327636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826506.327639:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826506.327657:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826506.327663:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826504/real 1787826506] req@ffff8a4f08da8b40 x1874669422010880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826506.327675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422010880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826506.327683:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826506.327687:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826506.327690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422010880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826506.327709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826504/real 1787826506] req@ffff8a4f08daa580 x1874669422011008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826506.327722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422011008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826506.327731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826506.327735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826506.327738:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011008:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826506.966028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826507.990057:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826509.014008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826509.910169:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826509.910178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826509.910183:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826509.910192:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2468 00000100:00080000:3.0:1787826509.910202:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826509.910209:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826509.910242:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422011264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826509.910272:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826509.910276:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826509.910278:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826509.910281:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2468 00000100:00080000:3.0:1787826509.910291:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826509.910297:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826509.910306:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826509.910317:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422011392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826509.910326:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826509.910329:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826509.910330:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826509.910333:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2468 00000100:00080000:3.0:1787826509.910336:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826509.910340:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826509.910344:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826509.910357:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422011520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826509.910377:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826509.910380:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826509.910382:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826509.910386:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2468 00000100:00080000:3.0:1787826509.910389:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826509.910394:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422011264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826509.910396:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826509.910405:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826509.910417:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422011648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826509.910426:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826509.910429:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826509.910430:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826509.910434:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2468 00000100:00080000:3.0:1787826509.910437:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826509.910440:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826509.910445:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826509.910453:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422011776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826509.910512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826509.910550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826509/real 1787826509] req@ffff8a4f08da9680 x1874669422011264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826509.910566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422011264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826509.910592:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826509.910596:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826509.910600:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422011264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826509.910607:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826509.910628:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826509.910638:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826509/real 1787826509] req@ffff8a4f08dab480 x1874669422011392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826509.910649:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422011392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826509.910656:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826509.910659:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826509.910662:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826509.910667:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826509.910681:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826509.910690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826509/real 1787826509] req@ffff8a4f08dab0c0 x1874669422011520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826509.910706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422011520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826509.910714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826509.910717:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826509.910731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826509.910762:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826509.910781:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826509.910792:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826509/real 1787826509] req@ffff8a4f08da9e00 x1874669422011648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826509.910802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422011648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826509.910810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826509.910812:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826509.910815:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826509.910820:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826509.910835:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826509.910843:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826509/real 1787826509] req@ffff8a4f08da8780 x1874669422011776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826509.910882:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422011776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826509.910889:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826509.910892:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826509.910895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422011776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826510.039235:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826511.062088:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826512.086038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826513.110968:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826514.135496:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826515.029991:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826515.029999:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826515.030003:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826515.030012:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2473 00000100:00080000:3.0:1787826515.030022:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826515.030028:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826515.030059:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422011904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826515.030085:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826515.030088:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826515.030090:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826515.030093:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2473 00000100:00080000:3.0:1787826515.030096:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826515.030099:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826515.030107:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826515.030117:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422012032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826515.030126:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826515.030130:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826515.030132:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826515.030135:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2473 00000100:00080000:3.0:1787826515.030138:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826515.030143:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422011904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826515.030143:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826515.030149:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826515.030158:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422012160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826515.030168:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826515.030171:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826515.030173:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826515.030176:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2473 00000100:00080000:3.0:1787826515.030179:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826515.030183:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826515.030187:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826515.030196:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422012288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826515.030205:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787826515.030206:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787826515.030211:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826515.030213:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826515.030217:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2473 00000100:00080000:3.0:1787826515.030221:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826515.030224:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826515.030228:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826515.030237:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422012416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826515.030254:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826515/real 1787826515] req@ffff8a4f08da9a40 x1874669422011904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826515.030288:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422011904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826515.030298:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826515.030302:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826515.030306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422011904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826515.030314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826515.030339:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826515.030352:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826515/real 1787826515] req@ffff8a4f08dabc00 x1874669422012032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826515.030363:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422012032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826515.030371:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826515.030374:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826515.030377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826515.030402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826515.030422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826515.030433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826515/real 1787826515] req@ffff8a4f08da8780 x1874669422012160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826515.030444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422012160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826515.030463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826515.030467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826515.030470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826515.030476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826515.030497:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826515.030508:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826515/real 1787826515] req@ffff8a4f08da9e00 x1874669422012288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826515.030519:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422012288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826515.030527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826515.030530:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826515.030533:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826515.030539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826515.030556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826515.030566:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826515/real 1787826515] req@ffff8a4f08dab0c0 x1874669422012416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826515.030577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422012416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826515.030584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826515.030587:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826515.030596:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826515.159030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826516.182063:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826517.206032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826518.230050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826519.254029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826520.150012:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826520.150021:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826520.150025:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826520.150341:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2478 00000100:00080000:3.0:1787826520.150355:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826520.150362:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826520.150399:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422012544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826520.150425:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826520.150428:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826520.150430:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826520.150433:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2478 00000100:00080000:3.0:1787826520.150437:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826520.150440:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826520.150449:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826520.150460:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422012672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826520.150468:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826520.150471:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826520.150473:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826520.150476:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2478 00000100:00080000:3.0:1787826520.150478:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826520.150482:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826520.150485:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826520.150493:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422012800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826520.150500:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826520.150503:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826520.150504:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826520.150507:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2478 00000100:00080000:3.0:1787826520.150510:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826520.150513:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826520.150517:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826520.150525:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422012928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826520.150532:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826520.150535:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826520.150536:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826520.150539:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2478 00000100:00080000:3.0:1787826520.150542:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826520.150545:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826520.150559:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826520.150570:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422013056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826520.151185:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422012544:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826520.151256:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826520.151303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826520/real 1787826520] req@ffff8a4f08dab480 x1874669422012544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826520.151320:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422012544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826520.151329:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826520.151333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826520.151336:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422012544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826520.151343:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826520.151365:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826520.151377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826520/real 1787826520] req@ffff8a4f08da9680 x1874669422012672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826520.151389:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422012672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826520.151396:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826520.151399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826520.151402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826520.151408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826520.151424:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826520.151449:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826520/real 1787826520] req@ffff8a4f08daa580 x1874669422012800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826520.151460:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422012800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826520.151468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826520.151471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826520.151474:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826520.151479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826520.151499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826520.151510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826520/real 1787826520] req@ffff8a4f08da8b40 x1874669422012928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826520.151522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422012928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826520.151529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826520.151531:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826520.151535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422012928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826520.151540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826520.151558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826520.151569:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826520/real 1787826520] req@ffff8a4f08da92c0 x1874669422013056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826520.151580:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422013056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826520.151595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826520.151598:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826520.151601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826520.278094:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826521.302237:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826522.326114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826523.350042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826524.374666:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826525.271981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826525.271990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826525.271994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826525.272003:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2483 00000100:00080000:3.0:1787826525.272014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826525.272021:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826525.272056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422013184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826525.272090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826525.272097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826525.272098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826525.272102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2483 00000100:00080000:3.0:1787826525.272106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826525.272111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826525.272119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826525.272134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422013312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826525.272142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826525.272145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826525.272146:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826525.272149:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2483 00000100:00080000:3.0:1787826525.272153:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826525.272155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826525.272159:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826525.272167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422013440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826525.272175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826525.272179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826525.272180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826525.272183:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2483 00000100:00080000:3.0:1787826525.272187:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826525.272191:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826525.272195:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826525.272204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422013568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826525.272211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826525.272214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826525.272216:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826525.272219:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2483 00000100:00080000:3.0:1787826525.272222:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826525.272225:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826525.272229:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826525.272249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422013696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826525.272560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422013184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826525.272673:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826525.272699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826525.272718:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826525.272736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826525.398199:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826526.422068:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826527.446036:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787826527.832078:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.149:988 00000400:00000100:3.0:1787826527.832125:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787826527.832140:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826527.832612:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826525/real 1787826527] req@ffff8a4f08daa940 x1874669422013184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826550 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826527.832636:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422013184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826550 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826527.832647:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826527.832652:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826527.832655:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422013184:192.168.203.149@tcp:250:kworker.0 00000800:00000100:3.0:1787826527.832813:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826527.832914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826525/real 1787826527] req@ffff8a4f08daad00 x1874669422013312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826550 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826527.832938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422013312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826550 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826527.832947:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826527.832952:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826527.832956:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787826527.833028:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826527.833045:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826527.833052:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826527.833096:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826525/real 1787826527] req@ffff8a4f08daa1c0 x1874669422013440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826527.833112:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422013440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826527.833119:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826527.833122:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826527.833125:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826527.833131:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826525/real 1787826527] req@ffff8a4f08da8000 x1874669422013568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826527.833141:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422013568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826527.833148:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826527.833151:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826527.833153:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826527.833158:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826525/real 1787826527] req@ffff8a4f08dab840 x1874669422013696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826527.833172:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422013696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826527.833179:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826527.833181:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826527.833184:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826528.470188:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826529.494893:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826530.389972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826530.389981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826530.389985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826530.389994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2488 00000100:00080000:1.0:1787826530.390004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826530.390012:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826530.390046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422013824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826530.390072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826530.390075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826530.390077:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826530.390081:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2488 00000100:00080000:1.0:1787826530.390096:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826530.390100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826530.390108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826530.390110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422013824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787826530.390119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422013952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826530.390127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826530.390129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826530.390131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826530.390133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2488 00000100:00080000:1.0:1787826530.390135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826530.390141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826530.390144:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826530.390151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422014080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826530.390159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826530.390161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826530.390163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826530.390168:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2488 00000800:00000100:2.0:1787826530.390168:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787826530.390175:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826530.390179:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826530.390185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826530.390196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422014208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826530.390219:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826530/real 1787826530] req@ffff8a4f13cb0000 x1874669422013824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826530.390224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826530.390231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826530.390234:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826530.390240:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2488 00000100:00080000:1.0:1787826530.390244:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826530.390247:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422013824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826530.390251:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:2.0:1787826530.390258:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787826530.390260:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1787826530.390264:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826530.390267:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422013824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787826530.390276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422014336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826530.390296:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826530.390314:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826530.390322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826530/real 1787826530] req@ffff8a4f13cb2d00 x1874669422013952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826530.390330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422013952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826530.390335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826530.390337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826530.390339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422013952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826530.390342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826530.390351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826530.390356:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826530/real 1787826530] req@ffff8a4f13cb0780 x1874669422014080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826530.390363:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422014080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826530.390367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826530.390375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826530.390377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826530.390382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826530.390393:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826530.390399:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826530/real 1787826530] req@ffff8a4f13cb21c0 x1874669422014208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826530.390406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422014208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826530.390410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826530.390412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826530.390414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826530.390417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826530.390431:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826530.390438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826530/real 1787826530] req@ffff8a4f13cb1a40 x1874669422014336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826530.390445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422014336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826530.390449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826530.390451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826530.390453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826530.518064:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826531.542075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826532.566065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826533.590045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826534.614060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826535.510004:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826535.510015:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826535.510019:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826535.510029:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2493 00000100:00080000:0.0:1787826535.510039:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826535.510045:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826535.510081:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422014464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826535.510111:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826535.510115:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826535.510117:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826535.510121:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2493 00000100:00080000:0.0:1787826535.510140:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826535.510146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826535.510156:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826535.510172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422014592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826535.510178:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422014464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826535.510182:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826535.510188:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826535.510190:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826535.510194:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2493 00000100:00080000:0.0:1787826535.510197:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826535.510200:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826535.510205:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826535.510216:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422014720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826535.510224:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826535.510227:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826535.510229:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826535.510233:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2493 00000100:00080000:0.0:1787826535.510237:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826535.510241:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826535.510247:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1787826535.510247:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826535.510261:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422014848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826535.510281:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826535.510285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826535/real 1787826535] req@ffff8a4f13c58780 x1874669422014464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826535.510286:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826535.510290:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826535.510298:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2493 00000100:00080000:0.0:1787826535.510304:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826535.510305:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422014464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826535.510313:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:2.0:1787826535.510317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787826535.510320:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1787826535.510324:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826535.510331:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422014464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826535.510337:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422014976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826535.510361:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826535.510384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826535.510395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826535/real 1787826535] req@ffff8a4f13c5ad00 x1874669422014592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826535.510406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422014592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826535.510413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826535.510416:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826535.510419:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826535.510424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826535.510443:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826535.510454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826535/real 1787826535] req@ffff8a4f13c583c0 x1874669422014720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826535.510466:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422014720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826535.510471:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826535.510473:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826535.510475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826535.510479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826535.510492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826535.510498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826535/real 1787826535] req@ffff8a4f13c5b0c0 x1874669422014848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826535.510505:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422014848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826535.510509:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826535.510511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826535.510513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826535.510516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826535.510524:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826535.510529:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826535/real 1787826535] req@ffff8a4f13c58f00 x1874669422014976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826535.510535:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422014976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826535.510558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826535.510560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826535.510562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422014976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826535.638040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826536.662112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826537.686075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826538.710169:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826539.734090:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826540.630018:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826540.630027:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826540.630030:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826540.630040:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2499 00000100:00080000:2.0:1787826540.630050:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826540.630058:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826540.630095:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422015104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826540.630156:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422015104:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826540.630288:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826540.630317:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826540.630322:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826540.630324:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826540.630328:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2499 00000100:00080000:2.0:1787826540.630332:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826540.630335:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826540.630343:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826540.630354:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422015232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826540.630407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826540/real 1787826540] req@ffff8a4f06e8cf00 x1874669422015104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826540.630423:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422015104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826540.630434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826540.630438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826540.630442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422015104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826540.630537:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826540.630542:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826540.630547:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826540.630551:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2499 00000100:00100000:0.0:1787826540.630553:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422015232:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787826540.630555:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826540.630559:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826540.630564:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787826540.630576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826540.630576:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422015360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826540.630585:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826540.630588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826540/real 1787826540] req@ffff8a4f06e8f480 x1874669422015232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826540.630588:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826540.630590:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826540.630593:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2499 00000100:00080000:2.0:1787826540.630596:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826540.630599:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826540.630603:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826540.630611:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422015488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826540.630613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422015232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826540.630620:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826540.630622:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826540.630623:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826540.630625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00080000:2.0:1787826540.630625:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787826540.630628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422015232:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787826540.630628:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2499 00000100:00080000:2.0:1787826540.630631:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826540.630634:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826540.630638:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826540.630640:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422015360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826540.630646:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422015616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826540.630658:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826540.630669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826540/real 1787826540] req@ffff8a4f06e8e1c0 x1874669422015360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826540.630679:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422015360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826540.630687:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826540.630690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826540.630693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422015360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826540.630699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422015488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826540.630715:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826540.630723:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826540/real 1787826540] req@ffff8a4f06e8ed00 x1874669422015488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826540.630729:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422015488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826540.630743:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826540.630745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826540.630746:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422015488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826540.630757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422015616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826540.630769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826540.630775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826540/real 1787826540] req@ffff8a4f06e8c780 x1874669422015616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826540.630782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422015616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826540.630786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826540.630788:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826540.630790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422015616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826540.758765:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826541.782098:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826542.806387:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826543.830109:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826544.854837:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826545.749951:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826545.749958:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826545.749961:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826545.749969:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2504 00000100:00080000:2.0:1787826545.749977:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826545.749982:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826545.750011:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422015744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826545.750034:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826545.750036:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826545.750037:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826545.750040:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2504 00000100:00080000:2.0:1787826545.750042:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826545.750044:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826545.750050:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826545.750058:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422015872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826545.750064:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826545.750066:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826545.750067:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826545.750069:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2504 00000100:00080000:2.0:1787826545.750071:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826545.750073:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826545.750075:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826545.750083:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422016000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826545.750084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422015744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826545.750091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826545.750094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826545.750096:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826545.750102:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2504 00000100:00080000:2.0:1787826545.750107:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826545.750110:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826545.750115:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826545.750128:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422016128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826545.750136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826545.750140:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826545.750142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826545.750145:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2504 00000100:00080000:2.0:1787826545.750149:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826545.750153:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826545.750157:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787826545.750166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826545.750166:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422016256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826545.750219:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826545/real 1787826545] req@ffff8a4f06e8c780 x1874669422015744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826545.750237:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422015744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826545.750247:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826545.750251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826545.750255:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422015744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826545.750278:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422015872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826545.750299:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826545.750312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826545/real 1787826545] req@ffff8a4f06e8ed00 x1874669422015872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826545.750339:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422015872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826545.750348:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826545.750351:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826545.750354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422015872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826545.750375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826545.750394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826545.750405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826545/real 1787826545] req@ffff8a4f06e8e1c0 x1874669422016000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826545.750417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422016000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826545.750425:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826545.750428:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826545.750430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826545.750441:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826545.750456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826545.750466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826545/real 1787826545] req@ffff8a4f06e8f480 x1874669422016128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826545.750496:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422016128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826545.750503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826545.750506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826545.750509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826545.750514:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826545.750530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826545.750537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826545/real 1787826545] req@ffff8a4f06e8cf00 x1874669422016256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826545.750544:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422016256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826545.750548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826545.750550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826545.750552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826545.878013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826546.902029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826547.926070:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826548.950019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826549.974080:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826550.869994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826550.870003:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826550.870014:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826550.870023:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2509 00000100:00080000:3.0:1787826550.870033:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826550.870040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826550.870073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422016384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826550.870102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826550.870105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826550.870106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826550.870109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2509 00000100:00080000:3.0:1787826550.870112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826550.870116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826550.870125:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826550.870135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422016512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826550.870143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826550.870145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826550.870147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826550.870150:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2509 00000100:00080000:3.0:1787826550.870152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826550.870155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826550.870159:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826550.870166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422016640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826550.870174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826550.870177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826550.870179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826550.870182:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2509 00000100:00080000:3.0:1787826550.870185:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826550.870188:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826550.870192:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826550.870199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422016768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826550.870206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826550.870209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826550.870210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826550.870212:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2509 00000100:00080000:3.0:1787826550.870215:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826550.870218:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826550.870222:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826550.870231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422016896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826550.870319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422016384:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826550.870373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826550.870408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826550/real 1787826550] req@ffff8a4f08daad00 x1874669422016384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826550.870424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422016384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826550.870465:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826550.870469:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826550.870473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422016384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826550.870480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826550.870501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826550.870513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826550/real 1787826550] req@ffff8a4f08daa940 x1874669422016512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826550.870524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422016512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826550.870530:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826550.870533:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826550.870536:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826550.870542:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826550.870557:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826550.870566:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826550/real 1787826550] req@ffff8a4f08da8f00 x1874669422016640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826550.870576:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422016640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826550.870582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826550.870585:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826550.870587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826550.870599:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826550.870617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826550.870627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826550/real 1787826550] req@ffff8a4f08da83c0 x1874669422016768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826550.870637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422016768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826550.870643:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826550.870645:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826550.870648:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826550.870653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826550.870671:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826550.870680:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826550/real 1787826550] req@ffff8a4f08dab840 x1874669422016896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826550.870690:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422016896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826550.870696:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826550.870700:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826550.870702:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422016896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826550.998110:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826552.022043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826553.046068:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826554.070032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826555.094065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826555.989957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826555.989966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826555.989970:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826555.989979:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2514 00000100:00080000:3.0:1787826555.989988:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826555.989995:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826555.990028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422017024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826555.990062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826555.990065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826555.990067:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826555.990070:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2514 00000100:00080000:3.0:1787826555.990073:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826555.990076:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826555.990084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826555.990094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422017152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826555.990104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826555.990108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826555.990110:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826555.990115:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2514 00000100:00100000:0.0:1787826555.990117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422017024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826555.990118:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826555.990126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826555.990131:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826555.990142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422017280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826555.990152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826555.990155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826555.990157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826555.990160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2514 00000100:00080000:3.0:1787826555.990164:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826555.990167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826555.990171:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826555.990179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422017408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826555.990187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826555.990191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787826555.990194:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787826555.990194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826555.990201:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2514 00000100:00080000:3.0:1787826555.990205:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826555.990209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826555.990214:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826555.990224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422017536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826555.990246:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826555/real 1787826555] req@ffff8a4f08da8000 x1874669422017024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826555.990278:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422017024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826555.990288:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826555.990292:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826555.990295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422017024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826555.990303:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826555.990326:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826555.990336:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826555/real 1787826555] req@ffff8a4f08daa1c0 x1874669422017152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826555.990343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422017152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826555.990351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826555.990354:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826555.990357:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826555.990389:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826555.990427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826555.990438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826555/real 1787826555] req@ffff8a4f08da92c0 x1874669422017280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826555.990447:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422017280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826555.990461:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826555.990465:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826555.990468:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826555.990473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826555.990495:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826555.990506:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826555/real 1787826555] req@ffff8a4f08da8b40 x1874669422017408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826555.990518:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422017408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826555.990526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826555.990528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826555.990531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826555.990537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826555.990555:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826555.990566:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826555/real 1787826555] req@ffff8a4f08daa580 x1874669422017536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826555.990574:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422017536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826555.990579:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826555.990580:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826555.990587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826556.118041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826557.142072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826558.166116:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826559.190085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826560.214041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826561.110006:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826561.110016:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826561.110020:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826561.110030:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2519 00000100:00080000:0.0:1787826561.110041:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826561.110050:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826561.110097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422017664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826561.110126:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826561.110129:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826561.110131:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826561.110136:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2519 00000100:00080000:0.0:1787826561.110139:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826561.110144:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826561.110153:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826561.110172:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422017664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826561.110173:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422017792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826561.110189:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826561.110192:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826561.110194:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826561.110199:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2519 00000100:00080000:0.0:1787826561.110203:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826561.110221:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826561.110226:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826561.110237:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422017920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826561.110247:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826561.110250:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826561.110252:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826561.110256:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2519 00000100:00080000:0.0:1787826561.110260:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826561.110264:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826561.110269:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826561.110279:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422018048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826561.110288:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826561.110292:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017792:192.168.203.149@tcp:38:kworker.0 00000100:00080000:0.0:1787826561.110301:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826561.110303:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826561.110307:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2519 00000100:00080000:0.0:1787826561.110311:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826561.110316:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826561.110321:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826561.110331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826561.110336:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422018176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826561.110376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826561.110402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826561.237997:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787826561.622215:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:1.0:1787826561.622262:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787826561.622276:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826561.622314:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826561.622324:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826561.622331:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826561.622338:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826561.622466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826561/real 1787826561] req@ffff8a4f13c5a1c0 x1874669422018048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826561.622489:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422018048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826561.622500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826561.622504:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826561.622508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826561.622515:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826561/real 1787826561] req@ffff8a4f13c58f00 x1874669422018176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826561.622526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422018176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826561.622534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826561.622537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826561.622540:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018176:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826561.622547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826561/real 1787826561] req@ffff8a4f13c5bc00 x1874669422017792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826561.622558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422017792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826561.622565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826561.622568:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826561.622572:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826561.622578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826561/real 1787826561] req@ffff8a4f13c592c0 x1874669422017920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826561.622589:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422017920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826561.622596:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826561.622599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826561.622602:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422017920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826561.622608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826561/real 1787826561] req@ffff8a4f13c5a940 x1874669422017664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826561.622619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422017664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826561.622625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826561.622628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826561.622631:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422017664:192.168.203.149@tcp:250:kworker.0 00010000:00010000:2.0:1787826562.263449:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826563.286028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826564.310140:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826565.334147:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826566.230000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826566.230010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826566.230015:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826566.230022:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2524 00000100:00080000:1.0:1787826566.230031:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826566.230037:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826566.230066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422018304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826566.230099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826566.230102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826566.230103:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826566.230106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2524 00000100:00080000:1.0:1787826566.230108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826566.230111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826566.230118:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826566.230134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422018432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826566.230141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826566.230143:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422018304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826566.230144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826566.230147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826566.230153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2524 00000100:00080000:1.0:1787826566.230155:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826566.230156:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826566.230159:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826566.230168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422018560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826566.230173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826566.230176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826566.230177:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826566.230179:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2524 00000100:00080000:1.0:1787826566.230186:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826566.230189:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826566.230193:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826566.230199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422018688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826566.230205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826566.230207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826566.230208:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787826566.230214:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787826566.230215:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2524 00000100:00080000:1.0:1787826566.230220:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826566.230222:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826566.230225:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826566.230236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422018816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826566.230262:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826566/real 1787826566] req@ffff8a4f13cb03c0 x1874669422018304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826566.230285:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422018304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826566.230297:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826566.230301:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826566.230304:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422018304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826566.230322:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826566.230352:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826566.230362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826566/real 1787826566] req@ffff8a4f13cb12c0 x1874669422018432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826566.230376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422018432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826566.230386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826566.230388:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826566.230392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826566.230395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826566.230407:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826566.230413:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826566/real 1787826566] req@ffff8a4f13cb1a40 x1874669422018560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826566.230420:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422018560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826566.230428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826566.230430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826566.230432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826566.230435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826566.230444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826566.230450:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826566/real 1787826566] req@ffff8a4f13cb21c0 x1874669422018688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826566.230467:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422018688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826566.230476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826566.230479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826566.230482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826566.230487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826566.230505:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826566.230515:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826566/real 1787826566] req@ffff8a4f13cb0780 x1874669422018816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826566.230526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422018816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826566.230532:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826566.230534:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826566.230537:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422018816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826566.358038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826567.382110:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826568.406144:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826569.430371:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826570.454158:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826571.349980:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826571.350003:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826571.350007:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826571.350016:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2529 00000100:00080000:0.0:1787826571.350025:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826571.350031:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826571.350060:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422018944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826571.350083:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826571.350086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826571.350088:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826571.350096:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2529 00000100:00080000:0.0:1787826571.350098:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826571.350102:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826571.350111:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826571.350130:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422019072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826571.350136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422018944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826571.350144:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826571.350148:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826571.350150:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826571.350154:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2529 00000100:00080000:0.0:1787826571.350158:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826571.350162:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826571.350166:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826571.350177:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422019200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826571.350191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826571.350194:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826571.350196:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787826571.350201:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787826571.350202:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2529 00000100:00080000:0.0:1787826571.350208:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826571.350212:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826571.350218:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826571.350229:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422019328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826571.350238:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826571.350241:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826571.350243:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826571.350247:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826571/real 1787826571] req@ffff8a4f13c5b0c0 x1874669422018944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826571.350248:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2529 00000100:00080000:0.0:1787826571.350253:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826571.350259:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826571.350266:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826571.350274:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422018944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826571.350278:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422019456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826571.350307:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826571.350314:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826571.350319:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422018944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826571.350344:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826571.350366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826571.350377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826571/real 1787826571] req@ffff8a4f13c583c0 x1874669422019072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826571.350389:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422019072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826571.350395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826571.350397:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826571.350400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826571.350404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826571.350417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826571.350423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826571/real 1787826571] req@ffff8a4f13c5ad00 x1874669422019200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826571.350430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422019200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826571.350435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826571.350437:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826571.350439:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826571.350442:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826571.350451:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826571.350456:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826571/real 1787826571] req@ffff8a4f13c58780 x1874669422019328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826571.350462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422019328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826571.350466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826571.350468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826571.350469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826571.350473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826571.350481:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826571.350486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826571/real 1787826571] req@ffff8a4f13c59680 x1874669422019456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826571.350492:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422019456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826571.350496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826571.350498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826571.350500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826571.478014:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826572.502028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826573.526079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826574.550018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826575.574142:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826576.469986:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826576.469995:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826576.469999:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826576.470009:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2534 00000100:00080000:2.0:1787826576.470025:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826576.470031:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826576.470076:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422019584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826576.470105:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826576.470108:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826576.470110:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826576.470113:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2534 00000100:00080000:2.0:1787826576.470117:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826576.470121:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826576.470129:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826576.470139:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422019712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826576.470148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826576.470152:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826576.470153:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826576.470157:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2534 00000100:00080000:2.0:1787826576.470160:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826576.470163:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826576.470166:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826576.470174:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422019840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826576.470182:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826576.470185:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826576.470187:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826576.470190:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2534 00000100:00080000:2.0:1787826576.470193:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826576.470198:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826576.470202:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826576.470212:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422019584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826576.470214:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422019968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826576.470228:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826576.470231:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826576.470233:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826576.470236:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2534 00000100:00080000:2.0:1787826576.470240:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826576.470243:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826576.470248:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787826576.470288:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826576.470326:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826576/real 1787826576] req@ffff8a4f06e8d2c0 x1874669422019584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826576.470362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422019584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826576.470371:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422020096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826576.470374:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826576.470382:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826576.470394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422019584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826576.470403:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826576.470425:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826576.470437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826576/real 1787826576] req@ffff8a4f06e8d680 x1874669422019712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826576.470449:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422019712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826576.470456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826576.470459:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826576.470463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826576.470468:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826576.470487:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826576.470497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826576/real 1787826576] req@ffff8a4f06e8c3c0 x1874669422019840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826576.470508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422019840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826576.470526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826576.470530:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826576.470533:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826576.470560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826576.470579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826576.470589:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826576/real 1787826576] req@ffff8a4f06e8cb40 x1874669422019968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826576.470599:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422019968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826576.470606:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826576.470609:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826576.470621:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422019968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826576.470627:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826576.470646:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826576.470657:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826576/real 1787826576] req@ffff8a4f06e8e940 x1874669422020096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826576.470668:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422020096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826576.470675:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826576.470678:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826576.470688:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826576.598056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826577.622288:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826578.646085:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826579.670065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826580.694215:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826581.589973:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826581.589982:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826581.589986:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826581.589996:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2539 00000100:00080000:2.0:1787826581.590006:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826581.590013:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826581.590050:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422020224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826581.590075:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826581.590083:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826581.590085:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826581.590089:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2539 00000100:00080000:2.0:1787826581.590093:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826581.590098:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826581.590107:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826581.590120:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422020352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826581.590132:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422020224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826581.590133:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826581.590140:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826581.590142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826581.590145:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2539 00000100:00080000:2.0:1787826581.590148:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826581.590150:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826581.590154:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826581.590162:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422020480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826581.590168:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826581.590170:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826581.590171:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826581.590173:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2539 00000100:00080000:2.0:1787826581.590175:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826581.590177:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826581.590180:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826581.590187:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422020608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826581.590191:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826581.590202:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826581.590205:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826581.590206:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826581.590209:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2539 00000100:00080000:2.0:1787826581.590211:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826581.590213:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826581.590215:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826581.590235:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422020736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826581.590242:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826581/real 1787826581] req@ffff8a4f06e8de00 x1874669422020224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826581.590257:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422020224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826581.590265:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826581.590268:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826581.590270:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422020224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826581.590296:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826581.590320:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826581.590333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826581/real 1787826581] req@ffff8a4f06e8f840 x1874669422020352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826581.590345:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422020352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826581.590353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826581.590356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826581.590360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826581.590365:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826581.590385:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826581.590410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826581/real 1787826581] req@ffff8a4f06e8c000 x1874669422020480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826581.590418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422020480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826581.590423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826581.590425:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826581.590427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826581.590431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826581.590444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826581.590450:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826581/real 1787826581] req@ffff8a4f06e8f0c0 x1874669422020608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826581.590457:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422020608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826581.590461:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826581.590463:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826581.590464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826581.590467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826581.590475:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826581.590480:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826581/real 1787826581] req@ffff8a4f06e8e580 x1874669422020736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826581.590487:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422020736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826581.590495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826581.590497:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826581.590499:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826581.718092:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826582.742599:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826583.766261:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826584.790061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826585.814143:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826586.709998:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826586.710008:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826586.710012:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826586.710021:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2545 00000100:00080000:3.0:1787826586.710031:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826586.710048:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826586.710085:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422020864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826586.710116:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826586.710122:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826586.710123:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826586.710127:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2545 00000100:00080000:3.0:1787826586.710131:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826586.710135:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826586.710144:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826586.710154:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422020992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826586.710164:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826586.710167:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826586.710169:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826586.710172:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2545 00000100:00080000:3.0:1787826586.710176:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826586.710179:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826586.710183:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826586.710204:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422021120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826586.710213:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826586.710216:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826586.710218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826586.710221:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2545 00000100:00080000:3.0:1787826586.710224:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826586.710227:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826586.710232:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826586.710240:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422021248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826586.710248:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826586.710251:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826586.710253:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826586.710256:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2545 00000100:00080000:3.0:1787826586.710259:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826586.710262:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826586.710266:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826586.710274:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422021376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826586.710455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422020864:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826586.710512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826586.710548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826586/real 1787826586] req@ffff8a4f08da9680 x1874669422020864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826586.710563:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422020864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826586.710573:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826586.710577:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826586.710580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422020864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826586.710587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826586.710606:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826586.710617:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826586/real 1787826586] req@ffff8a4f08dab480 x1874669422020992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826586.710629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422020992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826586.710649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826586.710653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826586.710656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422020992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826586.710676:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826586.710696:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826586.710706:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826586/real 1787826586] req@ffff8a4f08dab0c0 x1874669422021120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826586.710717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422021120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826586.710725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826586.710728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826586.710731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826586.710736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826586.710755:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826586.710765:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826586/real 1787826586] req@ffff8a4f08da9e00 x1874669422021248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826586.710776:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422021248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826586.710783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826586.710786:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826586.710789:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826586.710794:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826586.710809:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826586.710818:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826586/real 1787826586] req@ffff8a4f08da8780 x1874669422021376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826586.710836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422021376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826586.710875:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826586.710878:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826586.710881:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826586.838436:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826587.862276:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826588.886031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826589.910046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826590.934028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826591.829973:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826591.829986:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826591.829990:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826591.830002:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2550 00000100:00080000:3.0:1787826591.830011:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826591.830018:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826591.830053:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422021504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826591.830077:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826591.830080:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826591.830082:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826591.830086:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2550 00000100:00080000:3.0:1787826591.830090:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826591.830094:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826591.830103:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826591.830116:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422021632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826591.830127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422021504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826591.830128:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826591.830135:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826591.830138:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826591.830142:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2550 00000100:00080000:3.0:1787826591.830145:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826591.830148:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826591.830167:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826591.830179:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422021760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826591.830189:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826591.830193:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826591.830194:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826591.830198:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2550 00000100:00080000:3.0:1787826591.830202:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787826591.830204:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787826591.830209:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826591.830215:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826591.830225:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422021888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826591.830241:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826591.830244:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826591.830246:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787826591.830251:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826591/real 1787826591] req@ffff8a4f08dabc00 x1874669422021504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826591.830252:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2550 00000100:00080000:3.0:1787826591.830258:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826591.830265:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826591.830271:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826591.830278:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422021504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826591.830283:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422022016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826591.830308:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826591.830313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826591.830318:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422021504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826591.830339:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826591.830360:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826591.830372:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826591/real 1787826591] req@ffff8a4f08da9a40 x1874669422021632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826591.830383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422021632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826591.830408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826591.830412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826591.830415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826591.830420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826591.830439:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826591.830450:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826591/real 1787826591] req@ffff8a4f08da8780 x1874669422021760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826591.830460:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422021760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826591.830467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826591.830470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826591.830473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826591.830478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826591.830492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826591.830501:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826591/real 1787826591] req@ffff8a4f08da9e00 x1874669422021888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826591.830520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422021888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826591.830527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826591.830529:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826591.830537:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422021888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826591.830543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826591.830559:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826591.830578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826591/real 1787826591] req@ffff8a4f08dab0c0 x1874669422022016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826591.830588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422022016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826591.830595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826591.830598:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826591.830600:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826591.959043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826592.982031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826594.006047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826595.030074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826596.054077:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826596.950056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826596.950069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826596.950073:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826596.950085:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2555 00000100:00080000:3.0:1787826596.950097:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826596.950107:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826596.950158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422022144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826596.950181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826596.950184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826596.950185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826596.950187:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2555 00000100:00080000:3.0:1787826596.950190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826596.950192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826596.950202:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826596.950210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422022272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826596.950219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826596.950223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826596.950225:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826596.950229:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2555 00000100:00080000:3.0:1787826596.950232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826596.950241:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422022144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826596.950242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826596.950251:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826596.950265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422022400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826596.950284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826596.950287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826596.950290:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826596.950294:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2555 00000100:00080000:3.0:1787826596.950298:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826596.950302:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826596.950308:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787826596.950315:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787826596.950325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422022528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826596.950337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826596.950340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826596.950344:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826596.950349:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2555 00000100:00080000:3.0:1787826596.950353:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826596.950361:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826596.950362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826596/real 1787826596] req@ffff8a4f08dab480 x1874669422022144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826596.950381:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422022144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826596.950389:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826596.950392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826596.950395:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422022144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826596.950400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826596.950417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787826596.950425:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826596.950447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422022656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826596.950456:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826596/real 1787826596] req@ffff8a4f08da9680 x1874669422022272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826596.950479:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422022272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826596.950492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826596.950496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826596.950500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826596.950528:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826596.950550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826596.950563:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826596/real 1787826596] req@ffff8a4f08daa580 x1874669422022400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826596.950574:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422022400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826596.950583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826596.950586:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826596.950589:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826596.950595:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826596.950614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826596.950625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826596/real 1787826596] req@ffff8a4f08da8b40 x1874669422022528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826596.950635:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422022528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826596.950661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826596.950665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826596.950668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826596.950673:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826596.950689:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826596.950697:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826596/real 1787826596] req@ffff8a4f08da92c0 x1874669422022656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826596.950704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422022656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826596.950708:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826596.950710:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826596.950712:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826597.078028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826598.102048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826599.126074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826600.150085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826601.174040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826602.069962:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826602.069971:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826602.069975:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826602.069985:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2560 00000100:00080000:3.0:1787826602.069995:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826602.070002:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826602.070035:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422022784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826602.070064:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826602.070067:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826602.070068:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826602.070072:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2560 00000100:00080000:3.0:1787826602.070075:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826602.070090:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826602.070099:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826602.070111:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422022912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826602.070125:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826602.070128:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826602.070130:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826602.070134:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2560 00000100:00080000:3.0:1787826602.070137:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826602.070141:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826602.070145:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826602.070149:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422022784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787826602.070157:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422023040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826602.070166:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826602.070169:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826602.070171:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826602.070174:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2560 00000100:00080000:3.0:1787826602.070177:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826602.070181:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826602.070185:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826602.070194:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422023168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826602.070202:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826602.070205:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826602.070206:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787826602.070213:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787826602.070213:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2560 00000100:00080000:3.0:1787826602.070220:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826602.070224:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826602.070229:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826602.070239:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422023296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826602.070262:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826602/real 1787826602] req@ffff8a4f08daa1c0 x1874669422022784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826602.070280:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422022784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826602.070303:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826602.070308:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826602.070312:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422022784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826602.070333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826602.070361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826602.070374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826602/real 1787826602] req@ffff8a4f08da8000 x1874669422022912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826602.070386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422022912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826602.070393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826602.070396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826602.070400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422022912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826602.070424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826602.070444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826602.070455:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826602/real 1787826602] req@ffff8a4f08dab840 x1874669422023040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826602.070467:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422023040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826602.070474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826602.070478:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826602.070480:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826602.070486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826602.070506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826602.070516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826602/real 1787826602] req@ffff8a4f08da83c0 x1874669422023168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826602.070535:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422023168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826602.070543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826602.070546:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826602.070549:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826602.070555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826602.070577:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826602.070588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826602/real 1787826602] req@ffff8a4f08da8f00 x1874669422023296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826602.070599:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422023296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826602.070606:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826602.070609:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826602.070612:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826602.198073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826603.222017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826604.246039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826605.270407:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826606.294085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826607.190023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826607.190037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826607.190051:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826607.190064:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2565 00000100:00080000:1.0:1787826607.190078:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826607.190086:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826607.190130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422023424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826607.190160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826607.190183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826607.190186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826607.190191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2565 00000100:00080000:1.0:1787826607.190195:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826607.190200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826607.190211:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826607.190218:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422023424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787826607.190227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422023552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826607.190238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826607.190242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826607.190244:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826607.190247:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2565 00000100:00080000:1.0:1787826607.190250:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826607.190254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826607.190258:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826607.190267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422023680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826607.190273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826607.190276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826607.190277:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826607.190288:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2565 00000100:00080000:1.0:1787826607.190295:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826607.190299:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787826607.190309:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787826607.190314:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826607.190328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422023808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826607.190337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826607.190340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826607.190342:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826607.190346:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2565 00000100:00080000:1.0:1787826607.190361:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826607.190368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826607/real 1787826607] req@ffff8a4f13cb2d00 x1874669422023424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826607.190369:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826607.190378:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826607.190394:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422023424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826607.190402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422023936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826607.190423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826607.190427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826607.190430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422023424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826607.190460:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826607.190485:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826607.190498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826607/real 1787826607] req@ffff8a4f13cb0000 x1874669422023552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826607.190508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422023552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826607.190513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826607.190515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826607.190517:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826607.190521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826607.190541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826607.190551:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826607/real 1787826607] req@ffff8a4f13cb30c0 x1874669422023680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826607.190562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422023680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826607.190570:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826607.190574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826607.190577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826607.190587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826607.190609:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826607.190620:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826607/real 1787826607] req@ffff8a4f13cb1e00 x1874669422023808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826607.190633:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422023808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826607.190640:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826607.190643:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826607.190646:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826607.190652:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826607.190678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826607.190701:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826607/real 1787826607] req@ffff8a4f13cb2580 x1874669422023936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826607.190712:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422023936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826607.190720:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826607.190723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826607.190726:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422023936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826607.318120:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826608.342190:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826609.366023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826610.390087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826611.414134:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826612.310037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826612.310045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826612.310049:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826612.310058:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2570 00000100:00080000:3.0:1787826612.310067:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826612.310075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826612.310117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422024064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826612.310145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826612.310149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826612.310150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826612.310154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2570 00000100:00080000:3.0:1787826612.310157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826612.310160:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826612.310168:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826612.310177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422024192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826612.310187:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422024064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826612.310188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826612.310199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826612.310201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826612.310205:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2570 00000100:00080000:3.0:1787826612.310208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826612.310212:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826612.310217:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826612.310231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422024320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826612.310240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826612.310244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826612.310245:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787826612.310249:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787826612.310252:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2570 00000100:00080000:3.0:1787826612.310257:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826612.310260:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826612.310265:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826612.310274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422024448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826612.310279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826612.310282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826612.310283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826612.310286:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2570 00000100:00100000:0.0:1787826612.310287:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826612/real 1787826612] req@ffff8a4f08daa940 x1874669422024064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826612.310288:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826612.310291:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826612.310294:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826612.310299:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422024576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826612.310325:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422024064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826612.310333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826612.310337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826612.310341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422024064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826612.310371:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826612.310393:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826612.310406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826612/real 1787826612] req@ffff8a4f08daad00 x1874669422024192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826612.310417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422024192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826612.310424:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826612.310427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826612.310431:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826612.310436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826612.310455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826612.310466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826612/real 1787826612] req@ffff8a4f08da8f00 x1874669422024320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826612.310476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422024320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826612.310494:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826612.310498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826612.310501:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826612.310506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826612.310526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826612.310537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826612/real 1787826612] req@ffff8a4f08da83c0 x1874669422024448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826612.310548:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422024448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826612.310555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826612.310558:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826612.310561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826612.310567:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826612.310584:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826612.310594:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826612/real 1787826612] req@ffff8a4f08dab840 x1874669422024576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826612.310604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422024576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826612.310611:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826612.310613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826612.310623:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826612.438139:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826613.462032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826614.486110:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826615.510023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826616.534076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826617.429997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826617.430006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826617.430010:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826617.430020:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2575 00000100:00080000:1.0:1787826617.430029:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826617.430036:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826617.430076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422024704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826617.430099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826617.430103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826617.430105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826617.430109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2575 00000100:00080000:1.0:1787826617.430136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826617.430138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422024704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826617.430144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826617.430154:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826617.430169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422024832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826617.430180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826617.430184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826617.430185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826617.430189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2575 00000100:00080000:1.0:1787826617.430193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826617.430196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787826617.430202:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787826617.430203:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826617.430218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422024960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826617.430227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826617.430231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826617.430232:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826617.430236:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2575 00000100:00080000:1.0:1787826617.430241:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826617.430246:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826617/real 1787826617] req@ffff8a4f13cb3840 x1874669422024704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826617.430248:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826617.430256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826617.430272:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422024704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826617.430280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422025088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826617.430283:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826617.430290:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826617.430293:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422024704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826617.430309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826617.430312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826617.430315:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787826617.430316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024832:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787826617.430322:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2575 00000100:00080000:1.0:1787826617.430327:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826617.430332:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826617.430338:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787826617.430344:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787826617.430352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422025216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826617.430361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826617/real 1787826617] req@ffff8a4f13cb0b40 x1874669422024832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826617.430376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422024832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826617.430383:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826617.430386:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826617.430391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826617.430398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826617.430418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826617.430436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826617/real 1787826617] req@ffff8a4f13cb2580 x1874669422024960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826617.430445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422024960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826617.430450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826617.430451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826617.430454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422024960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826617.430459:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826617.430479:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826617.430490:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826617/real 1787826617] req@ffff8a4f13cb1e00 x1874669422025088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826617.430502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422025088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826617.430508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826617.430511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826617.430514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826617.430533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826617.430550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826617.430561:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826617/real 1787826617] req@ffff8a4f13cb30c0 x1874669422025216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826617.430572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422025216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826617.430584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826617.430587:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826617.430590:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826617.558097:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826618.582097:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826619.606033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826620.630095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826621.654086:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826622.550013:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826622.550023:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826622.550027:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826622.550036:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2580 00000100:00080000:0.0:1787826622.550046:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826622.550054:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826622.550086:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422025344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826622.550120:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826622.550124:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826622.550126:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826622.550130:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2580 00000100:00080000:0.0:1787826622.550133:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826622.550137:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826622.550146:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826622.550158:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422025472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826622.550168:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826622.550172:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826622.550188:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826622.550190:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422025344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826622.550194:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2580 00000100:00080000:0.0:1787826622.550200:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826622.550203:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826622.550207:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826622.550216:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422025600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826622.550223:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826622.550225:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826622.550227:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826622.550229:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2580 00000100:00080000:0.0:1787826622.550232:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826622.550234:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826622.550237:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826622.550243:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422025728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826622.550248:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826622.550250:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826622.550252:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826622.550254:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2580 00000100:00080000:0.0:1787826622.550256:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826622.550258:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826622.550260:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826622.550274:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422025856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826622.550288:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826622.550325:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826622.550350:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826622.550374:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826622.678090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826623.705185:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826624.726058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787826625.622155:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787826625.622199:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787826625.622214:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826625.622262:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826625.622271:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826625.622279:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826625.622299:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826625.622313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826622/real 1787826625] req@ffff8a4f13c59a40 x1874669422025600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826625.622339:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422025600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826625.622351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826625.622356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826625.622361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826625.622368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826622/real 1787826625] req@ffff8a4f13c58000 x1874669422025728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826625.622379:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422025728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826625.622386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826625.622390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826625.622394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826625.622400:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826622/real 1787826625] req@ffff8a4f13c59680 x1874669422025856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826625.622410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422025856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826625.622417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826625.622420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826625.622424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025856:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826625.622430:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826622/real 1787826625] req@ffff8a4f13c5b480 x1874669422025344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826625.622441:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422025344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826625.622448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826625.622451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826625.622454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422025344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826625.622460:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826622/real 1787826625] req@ffff8a4f13c5a580 x1874669422025472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826625.622470:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422025472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826625.622477:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826625.622480:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826625.622483:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422025472:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787826625.750215:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826626.774087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826627.670751:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826627.670761:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826627.670765:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826627.670775:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2586 00000100:00080000:3.0:1787826627.670784:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826627.670791:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826627.670826:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422025984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826627.670878:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826627.670882:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826627.670884:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826627.670888:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2586 00000100:00080000:3.0:1787826627.670891:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826627.670895:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826627.670915:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826627.670928:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422026112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826627.670938:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826627.670942:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826627.670944:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826627.670947:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2586 00000100:00080000:3.0:1787826627.670951:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826627.670955:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826627.670959:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826627.670969:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422026240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826627.670977:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826627.670980:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826627.670981:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826627.670984:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2586 00000100:00080000:3.0:1787826627.670988:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826627.670991:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826627.670995:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826627.671003:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422026368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826627.671009:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826627.671012:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826627.671014:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826627.671017:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2586 00000100:00080000:3.0:1787826627.671020:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826627.671023:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826627.671027:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826627.671034:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422026496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826627.671360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422025984:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826627.671426:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826627.671480:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826627/real 1787826627] req@ffff8a4f08da8000 x1874669422025984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826627.671498:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422025984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826627.671508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826627.671512:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826627.671516:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422025984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826627.671523:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826627.671546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826627.671558:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826627/real 1787826627] req@ffff8a4f08daa1c0 x1874669422026112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826627.671569:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422026112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826627.671576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826627.671579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826627.671581:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826627.671587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826627.671604:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826627.671613:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826627/real 1787826627] req@ffff8a4f08da92c0 x1874669422026240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826627.671623:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422026240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826627.671630:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826627.671633:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826627.671636:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826627.671642:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826627.671660:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826627.671670:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826627/real 1787826627] req@ffff8a4f08da8b40 x1874669422026368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826627.671688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422026368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826627.671696:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826627.671699:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826627.671702:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826627.671707:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826627.671726:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826627.671735:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826627/real 1787826627] req@ffff8a4f08daa580 x1874669422026496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826627.671746:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422026496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826627.671753:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826627.671756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826627.671759:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826627.798029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826628.822086:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826629.846035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826630.871435:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826631.894044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826632.789974:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826632.789983:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826632.789987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826632.790061:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2591 00000100:00080000:3.0:1787826632.790073:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826632.790081:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826632.790120:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422026624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826632.790146:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826632.790149:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826632.790151:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826632.790155:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2591 00000100:00080000:3.0:1787826632.790159:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826632.790162:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826632.790171:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826632.790183:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422026752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826632.790195:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422026624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826632.790204:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826632.790207:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826632.790208:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826632.790211:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2591 00000100:00080000:3.0:1787826632.790214:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826632.790218:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826632.790222:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826632.790229:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422026880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826632.790236:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826632.790238:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826632.790240:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826632.790243:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2591 00000100:00080000:3.0:1787826632.790245:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826632.790249:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:2.0:1787826632.790253:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787826632.790253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826632.790260:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422027008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826632.790277:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826632.790280:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826632.790281:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826632.790284:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2591 00000100:00080000:3.0:1787826632.790299:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826632.790302:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826632.790306:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826632.790315:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422027136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826632.790377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826632/real 1787826632] req@ffff8a4f08da9680 x1874669422026624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826632.790396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422026624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826632.790405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826632.790408:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826632.790412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422026624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826632.790434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826632.790456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826632.790466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826632/real 1787826632] req@ffff8a4f08dab480 x1874669422026752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826632.790473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422026752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826632.790478:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826632.790480:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826632.790483:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826632.790488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826632.790506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826632.790516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826632/real 1787826632] req@ffff8a4f08dab0c0 x1874669422026880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826632.790528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422026880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826632.790535:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826632.790537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826632.790541:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422026880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826632.790546:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826632.790565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826632.790576:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826632/real 1787826632] req@ffff8a4f08da9e00 x1874669422027008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826632.790587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422027008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826632.790594:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826632.790597:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826632.790600:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826632.790605:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826632.790624:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826632.790634:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826632/real 1787826632] req@ffff8a4f08da8780 x1874669422027136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826632.790646:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422027136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826632.790656:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826632.790658:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826632.790660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826632.918046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826633.942431:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826634.966701:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826635.990094:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826637.014083:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826637.909964:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826637.909975:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826637.909979:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826637.909989:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2596 00000100:00080000:3.0:1787826637.909999:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826637.910007:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826637.910043:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422027264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826637.910077:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826637.910081:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826637.910083:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826637.910086:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2596 00000100:00080000:3.0:1787826637.910090:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826637.910094:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826637.910104:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826637.910118:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422027392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826637.910128:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826637.910134:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826637.910136:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826637.910139:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2596 00000100:00080000:3.0:1787826637.910142:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826637.910146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826637.910151:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826637.910161:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422027520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826637.910171:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826637.910174:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826637.910188:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826637.910193:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2596 00000100:00080000:3.0:1787826637.910197:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826637.910201:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826637.910206:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826637.910217:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422027648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826637.910224:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826637.910241:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826637.910243:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826637.910247:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2596 00000100:00080000:3.0:1787826637.910250:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826637.910258:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826637.910265:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826637.910275:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422027776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826637.911033:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422027264:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826637.911101:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826637.911151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826637/real 1787826637] req@ffff8a4f08da9a40 x1874669422027264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826637.911168:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422027264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826637.911178:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826637.911182:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826637.911185:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422027264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826637.911191:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826637.911212:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826637.911223:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826637/real 1787826637] req@ffff8a4f08dabc00 x1874669422027392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826637.911233:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422027392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826637.911252:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826637.911255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826637.911259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826637.911264:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826637.911283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826637.911294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826637/real 1787826637] req@ffff8a4f08da8780 x1874669422027520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826637.911306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422027520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826637.911313:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826637.911316:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826637.911319:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826637.911324:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826637.911341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826637.911351:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826637/real 1787826637] req@ffff8a4f08da9e00 x1874669422027648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826637.911361:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422027648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826637.911368:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826637.911370:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826637.911373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826637.911378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826637.911392:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826637.911401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826637/real 1787826637] req@ffff8a4f08dab0c0 x1874669422027776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826637.911411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422027776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826637.911417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826637.911419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826637.911422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422027776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826638.039539:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826639.062080:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826640.086037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826641.110042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826642.134027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826643.030009:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826643.030017:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826643.030020:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826643.030027:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2601 00000100:00080000:0.0:1787826643.030035:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826643.030039:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826643.030066:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422027904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826643.030086:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826643.030089:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826643.030090:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826643.030092:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2601 00000100:00080000:0.0:1787826643.030094:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826643.030096:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826643.030102:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826643.030108:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422028032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826643.030114:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826643.030117:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826643.030118:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826643.030120:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2601 00000100:00080000:0.0:1787826643.030122:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826643.030137:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826643.030141:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826643.030150:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422028160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826643.030150:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422027904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826643.030165:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826643.030168:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826643.030169:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826643.030173:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2601 00000100:00080000:0.0:1787826643.030177:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826643.030181:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826643.030186:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826643.030197:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422028288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826643.030207:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826643.030210:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826643.030212:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826643.030215:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2601 00000100:00080000:0.0:1787826643.030219:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787826643.030222:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787826643.030226:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826643.030232:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826643.030243:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422028416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826643.030265:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826643/real 1787826643] req@ffff8a4f13c58780 x1874669422027904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826643.030283:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422027904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826643.030293:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826643.030297:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826643.030302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422027904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826643.030309:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826643.030330:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826643.030343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826643/real 1787826643] req@ffff8a4f13c5ad00 x1874669422028032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826643.030356:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422028032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826643.030363:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826643.030367:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826643.030371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826643.030400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826643.030421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826643.030432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826643/real 1787826643] req@ffff8a4f13c583c0 x1874669422028160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826643.030443:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422028160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826643.030448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826643.030450:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826643.030452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826643.030457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826643.030476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826643.030494:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826643/real 1787826643] req@ffff8a4f13c5b0c0 x1874669422028288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826643.030507:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422028288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826643.030514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826643.030516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826643.030520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826643.030525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826643.030544:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826643.030553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826643/real 1787826643] req@ffff8a4f13c5a940 x1874669422028416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826643.030561:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422028416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826643.030568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826643.030571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826643.030574:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826643.158413:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826644.182027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826645.206974:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826646.230042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826647.254037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826648.150029:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826648.150040:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826648.150044:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826648.150053:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2606 00000100:00080000:3.0:1787826648.150064:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826648.150081:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826648.150117:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422028544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826648.150145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826648.150149:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1787826648.150193:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422028544:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826648.150249:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826648.150297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826648/real 1787826648] req@ffff8a4f08dab480 x1874669422028544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826648.150315:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422028544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826648.150324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826648.150328:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826648.150332:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422028544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826648.150361:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826648.150366:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2606 00000100:00080000:3.0:1787826648.150370:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826648.150373:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826648.150382:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826648.150392:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422028672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826648.150405:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826648.150408:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826648.150409:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826648.150411:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2606 00000100:00080000:3.0:1787826648.150413:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826648.150416:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826648.150419:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826648.150425:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422028800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826648.150433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028672:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787826648.150434:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826648.150441:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826648.150443:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826648.150446:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2606 00000100:00080000:3.0:1787826648.150449:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826648.150451:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826648.150454:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826648.150462:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422028928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826648.150468:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787826648.150472:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826648.150474:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826648.150476:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826648.150479:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2606 00000100:00080000:3.0:1787826648.150482:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826648.150485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826648/real 1787826648] req@ffff8a4f08da9680 x1874669422028672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826648.150486:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826648.150493:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826648.150505:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422028672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826648.150510:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422029056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826648.150521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826648.150528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826648.150535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826648.150552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826648.150570:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826648.150580:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826648/real 1787826648] req@ffff8a4f08daa580 x1874669422028800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826648.150591:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422028800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826648.150605:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826648.150607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826648.150611:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826648.150616:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826648.150632:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826648.150640:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826648/real 1787826648] req@ffff8a4f08da8b40 x1874669422028928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826648.150650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422028928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826648.150656:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826648.150658:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826648.150661:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422028928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826648.150666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826648.150697:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826648.150707:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826648/real 1787826648] req@ffff8a4f08da92c0 x1874669422029056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826648.150718:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422029056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826648.150726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826648.150729:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826648.150733:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826648.278022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826649.302158:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826650.326054:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826651.350291:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826652.374176:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826653.269957:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826653.269966:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826653.269969:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826653.269976:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2611 00000100:00080000:3.0:1787826653.269984:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826653.269990:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826653.270021:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422029184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826653.270048:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826653.270051:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826653.270053:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826653.270057:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2611 00000100:00080000:3.0:1787826653.270061:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826653.270065:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826653.270073:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826653.270087:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422029312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826653.270096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422029184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826653.270100:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826653.270106:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826653.270108:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826653.270111:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2611 00000100:00080000:3.0:1787826653.270115:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826653.270118:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826653.270123:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826653.270135:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422029440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826653.270145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826653.270148:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826653.270150:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826653.270154:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2611 00000100:00080000:3.0:1787826653.270158:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826653.270161:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826653.270166:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1787826653.270169:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787826653.270180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422029568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826653.270191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826653.270195:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826653.270197:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826653.270201:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2611 00000100:00080000:3.0:1787826653.270205:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826653.270208:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826653.270213:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826653.270220:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826653/real 1787826653] req@ffff8a4f08daa1c0 x1874669422029184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826653.270226:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422029696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826653.270248:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422029184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826653.270259:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826653.270263:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826653.270267:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422029184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826653.270290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826653.270310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826653.270323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826653/real 1787826653] req@ffff8a4f08da8000 x1874669422029312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826653.270333:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422029312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826653.270339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826653.270342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826653.270346:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826653.270351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826653.270368:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826653.270391:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826653/real 1787826653] req@ffff8a4f08dab840 x1874669422029440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826653.270402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422029440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826653.270409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826653.270411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826653.270415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826653.270421:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826653.270445:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826653.270454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826653/real 1787826653] req@ffff8a4f08da83c0 x1874669422029568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826653.270461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422029568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826653.270465:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826653.270467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826653.270469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826653.270473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826653.270483:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826653.270488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826653/real 1787826653] req@ffff8a4f08da8f00 x1874669422029696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826653.270495:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422029696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826653.270499:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826653.270500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826653.270502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826653.398089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826654.422030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826655.446087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826656.470082:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826657.494046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826658.389975:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826658.389985:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826658.389990:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826658.389999:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2616 00000100:00080000:3.0:1787826658.390009:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826658.390017:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826658.390068:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422029824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826658.390098:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826658.390102:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826658.390103:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826658.390107:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2616 00000100:00080000:3.0:1787826658.390111:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826658.390115:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826658.390124:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826658.390136:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422029952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826658.390145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826658.390148:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826658.390150:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826658.390153:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2616 00000100:00080000:3.0:1787826658.390156:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826658.390160:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826658.390164:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826658.390176:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422030080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826658.390191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826658.390194:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826658.390195:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826658.390199:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2616 00000100:00080000:3.0:1787826658.390203:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826658.390207:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826658.390212:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826658.390233:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422030208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826658.390242:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826658.390245:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826658.390247:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826658.390251:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2616 00000100:00080000:3.0:1787826658.390254:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826658.390258:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826658.390262:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826658.390272:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422030336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826658.390396:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422029824:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826658.390454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826658.390506:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826658/real 1787826658] req@ffff8a4f08daad00 x1874669422029824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826658.390524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422029824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826658.390533:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826658.390537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826658.390540:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422029824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826658.390550:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826658.390574:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826658.390588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826658/real 1787826658] req@ffff8a4f08daa940 x1874669422029952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826658.390599:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422029952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826658.390619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826658.390623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826658.390626:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422029952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826658.390631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826658.390652:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826658.390665:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826658/real 1787826658] req@ffff8a4f08da8f00 x1874669422030080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826658.390696:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422030080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826658.390705:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826658.390708:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826658.390711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826658.390717:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826658.390737:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826658.390749:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826658/real 1787826658] req@ffff8a4f08da83c0 x1874669422030208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826658.390761:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422030208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826658.390769:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826658.390773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826658.390776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826658.390781:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826658.390800:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826658.390811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826658/real 1787826658] req@ffff8a4f08dab840 x1874669422030336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826658.390822:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422030336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826658.390829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826658.390832:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826658.390835:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826658.518476:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826659.542061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826660.566171:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826661.590157:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826662.614087:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826663.509953:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826663.509963:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826663.509967:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826663.509977:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2621 00000100:00080000:3.0:1787826663.509988:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826663.509996:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826663.510031:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422030464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826663.510060:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826663.510063:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826663.510065:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826663.510068:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2621 00000100:00080000:3.0:1787826663.510072:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826663.510075:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826663.510084:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826663.510097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422030592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826663.510106:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826663.510109:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826663.510111:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826663.510114:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2621 00000100:00080000:3.0:1787826663.510117:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826663.510120:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826663.510124:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826663.510133:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422030720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826663.510140:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826663.510143:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826663.510145:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826663.510148:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2621 00000100:00080000:3.0:1787826663.510151:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826663.510154:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826663.510159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826663.510168:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422030848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826663.510176:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826663.510179:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826663.510180:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826663.510184:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2621 00000100:00080000:3.0:1787826663.510187:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826663.510192:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826663.510196:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826663.510206:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422030976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826663.510215:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422030464:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826663.510274:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826663.510327:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826663/real 1787826663] req@ffff8a4f08da8000 x1874669422030464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826663.510344:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422030464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826663.510355:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826663.510359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826663.510362:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422030464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826663.510369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826663.510389:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826663.510401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826663/real 1787826663] req@ffff8a4f08daa1c0 x1874669422030592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826663.510414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422030592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826663.510422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826663.510425:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826663.510429:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826663.510434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826663.510452:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826663.510463:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826663/real 1787826663] req@ffff8a4f08da92c0 x1874669422030720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826663.510474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422030720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826663.510481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826663.510485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826663.510487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826663.510493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826663.510512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826663.510523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826663/real 1787826663] req@ffff8a4f08da8b40 x1874669422030848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826663.510534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422030848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826663.510541:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826663.510544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826663.510547:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826663.510573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826663.510592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826663.510603:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826663/real 1787826663] req@ffff8a4f08daa580 x1874669422030976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826663.510614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422030976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826663.510621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826663.510624:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826663.510627:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422030976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826663.638086:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826664.662042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826665.686086:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826666.710052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826667.734272:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826668.629991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826668.630000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826668.630004:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826668.630015:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2627 00000100:00080000:1.0:1787826668.630024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826668.630032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826668.630065:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422031104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826668.630093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826668.630096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826668.630098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826668.630101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2627 00000100:00080000:1.0:1787826668.630104:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826668.630108:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826668.630129:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826668.630141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422031232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826668.630148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422031104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826668.630154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826668.630159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826668.630163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826668.630168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2627 00000100:00080000:1.0:1787826668.630171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826668.630174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826668.630179:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826668.630189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422031360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826668.630196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826668.630199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826668.630200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826668.630202:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2627 00000100:00080000:1.0:1787826668.630206:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826668.630210:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826668.630215:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826668.630225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422031488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826668.630233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826668.630237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787826668.630239:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787826668.630246:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826668.630251:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2627 00000100:00080000:1.0:1787826668.630282:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826668.630287:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826668.630293:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826668.630303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826668/real 1787826668] req@ffff8a4f13cb0000 x1874669422031104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826668.630307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422031616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826668.630341:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422031104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826668.630353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826668.630357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826668.630361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422031104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826668.630382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422031232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826668.630405:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826668.630425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826668/real 1787826668] req@ffff8a4f13cb2d00 x1874669422031232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826668.630438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422031232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826668.630445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826668.630448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826668.630451:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422031232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826668.630458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422031360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826668.630485:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826668.630497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826668/real 1787826668] req@ffff8a4f13cb0780 x1874669422031360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826668.630522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422031360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826668.630530:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826668.630532:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826668.630535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422031360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826668.630541:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422031488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826668.630561:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826668.630572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826668/real 1787826668] req@ffff8a4f13cb21c0 x1874669422031488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826668.630584:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422031488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826668.630591:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826668.630594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826668.630597:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422031488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826668.630603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422031616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826668.630631:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826668.630642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826668/real 1787826668] req@ffff8a4f13cb1a40 x1874669422031616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826668.630652:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422031616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826668.630669:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826668.630672:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826668.630675:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422031616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826668.758020:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826669.782020:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826670.806032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826671.830080:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826672.854039:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826673.749986:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826673.749996:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826673.750000:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826673.750011:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2632 00000100:00080000:3.0:1787826673.750030:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826673.750042:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826673.750079:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422031744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826673.750110:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826673.750114:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826673.750116:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826673.750120:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2632 00000100:00080000:3.0:1787826673.750123:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826673.750127:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826673.750136:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826673.750148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422031872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826673.750156:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826673.750159:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826673.750161:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826673.750164:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2632 00000100:00080000:3.0:1787826673.750167:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826673.750170:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826673.750174:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826673.750186:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422032000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826673.750195:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826673.750197:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826673.750202:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826673.750205:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2632 00000100:00080000:3.0:1787826673.750209:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826673.750213:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826673.750218:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826673.750226:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422032128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826673.750237:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826673.750240:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422031744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826673.750241:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826673.750245:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826673.750253:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2632 00000100:00080000:3.0:1787826673.750255:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826673.750258:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826673.750263:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826673.750272:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422032256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826673.750306:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826673.750343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826673/real 1787826673] req@ffff8a4f08da9680 x1874669422031744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826673.750360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422031744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826673.750375:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826673.750378:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826673.750382:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422031744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826673.750389:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422031872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826673.750413:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826673.750425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826673/real 1787826673] req@ffff8a4f08dab480 x1874669422031872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826673.750436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422031872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826673.750444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826673.750447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826673.750450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422031872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826673.750469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826673.750485:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826673.750493:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826673/real 1787826673] req@ffff8a4f08dab0c0 x1874669422032000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826673.750500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422032000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826673.750505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826673.750507:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826673.750509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826673.750527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826673.750536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826673.750542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826673/real 1787826673] req@ffff8a4f08da9e00 x1874669422032128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826673.750548:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422032128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826673.750553:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826673.750554:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826673.750556:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826673.750559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826673.750567:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826673.750572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826673/real 1787826673] req@ffff8a4f08da8780 x1874669422032256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826673.750599:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422032256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826673.750605:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826673.750606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826673.750608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826673.878293:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826674.902091:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826675.926095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826676.950010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826677.974172:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826678.869956:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826678.869966:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826678.869970:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826678.869980:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2637 00000100:00080000:3.0:1787826678.869989:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826678.870006:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826678.870049:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422032384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826678.870075:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826678.870081:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826678.870083:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826678.870087:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2637 00000100:00080000:3.0:1787826678.870096:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826678.870104:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826678.870114:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826678.870125:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422032512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826678.870132:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422032384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826678.870135:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826678.870141:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826678.870142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826678.870145:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2637 00000100:00080000:3.0:1787826678.870148:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826678.870150:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826678.870153:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826678.870171:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422032640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826678.870180:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826678.870184:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826678.870186:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826678.870189:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2637 00000100:00080000:3.0:1787826678.870193:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826678.870198:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826678.870203:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787826678.870204:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787826678.870217:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422032768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826678.870225:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826678.870227:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826678.870229:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826678.870233:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2637 00000100:00080000:3.0:1787826678.870236:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826678.870240:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826678.870245:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826678.870261:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826678/real 1787826678] req@ffff8a4f08dabc00 x1874669422032384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826678.870261:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422032896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826678.870295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422032384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826678.870306:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826678.870310:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826678.870314:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422032384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826678.870337:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826678.870357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826678.870366:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826678/real 1787826678] req@ffff8a4f08da9a40 x1874669422032512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826678.870373:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422032512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826678.870395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826678.870399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826678.870402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826678.870407:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826678.870428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826678.870440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826678/real 1787826678] req@ffff8a4f08da8780 x1874669422032640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826678.870448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422032640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826678.870453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826678.870455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826678.870459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826678.870472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826678.870493:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826678.870504:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826678/real 1787826678] req@ffff8a4f08da9e00 x1874669422032768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826678.870514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422032768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826678.870520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826678.870522:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826678.870529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826678.870533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826678.870562:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826678.870573:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826678/real 1787826678] req@ffff8a4f08dab0c0 x1874669422032896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826678.870583:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422032896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826678.870590:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826678.870593:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826678.870595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422032896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826678.998516:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826680.022313:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826681.046562:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826682.070200:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826683.094065:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826683.989957:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826683.989967:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826683.989971:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826683.989980:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2642 00000100:00080000:3.0:1787826683.989990:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826683.989998:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826683.990040:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422033024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826683.990068:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826683.990072:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826683.990074:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826683.990077:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2642 00000100:00080000:3.0:1787826683.990082:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826683.990086:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826683.990095:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826683.990108:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422033152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826683.990124:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826683.990127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422033024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826683.990128:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826683.990132:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826683.990139:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2642 00000100:00080000:3.0:1787826683.990142:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826683.990147:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826683.990151:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826683.990163:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422033280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826683.990173:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826683.990176:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826683.990178:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826683.990182:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2642 00000100:00080000:3.0:1787826683.990186:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826683.990190:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787826683.990195:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787826683.990198:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826683.990211:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422033408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826683.990228:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826683.990231:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787826683.990235:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826683/real 1787826683] req@ffff8a4f08dab480 x1874669422033024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826683.990235:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826683.990245:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2642 00000100:00080000:3.0:1787826683.990251:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826683.990256:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422033024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826683.990257:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787826683.990267:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826683.990271:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826683.990273:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422033024:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787826683.990275:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826683.990292:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422033536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826683.990295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826683.990329:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826683.990357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826683/real 1787826683] req@ffff8a4f08da9680 x1874669422033152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826683.990375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422033152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826683.990381:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826683.990385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826683.990387:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826683.990391:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826683.990406:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826683.990414:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826683/real 1787826683] req@ffff8a4f08daa580 x1874669422033280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826683.990421:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422033280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826683.990425:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826683.990428:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826683.990429:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826683.990433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826683.990441:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826683.990447:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826683/real 1787826683] req@ffff8a4f08da8b40 x1874669422033408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826683.990453:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422033408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826683.990462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826683.990465:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826683.990466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826683.990478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826683.990490:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826683.990499:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826683/real 1787826683] req@ffff8a4f08da92c0 x1874669422033536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826683.990519:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422033536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826683.990527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826683.990530:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826683.990533:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826684.118069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826685.142027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826686.166054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826687.190021:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826688.214062:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826689.109964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826689.109972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826689.109975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826689.109982:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2647 00000100:00080000:2.0:1787826689.109991:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826689.109998:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826689.110033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422033664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826689.110053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826689.110056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826689.110058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826689.110061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2647 00000100:00080000:2.0:1787826689.110065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826689.110068:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826689.110078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826689.110094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422033664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826689.110094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422033792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826689.110107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826689.110110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826689.110111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826689.110114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2647 00000100:00080000:2.0:1787826689.110117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826689.110119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826689.110123:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826689.110133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422033920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826689.110142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826689.110145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826689.110147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826689.110150:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2647 00000100:00080000:2.0:1787826689.110155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826689.110159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826689.110165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826689.110176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422034048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826689.110178:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033792:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787826689.110192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826689.110194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826689.110195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826689.110199:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2647 00000100:00080000:2.0:1787826689.110202:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826689.110205:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826689.110208:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033920:192.168.203.149@tcp:38:kworker.0 00000008:00100000:2.0:1787826689.110210:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826689.110222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422034176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826689.110233:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826689.110249:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826689.238068:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826690.262047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826691.286017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787826692.182130:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787826692.182171:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787826692.182186:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826692.182230:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826692.182239:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826692.182246:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826692.182255:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787826692.182343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826689/real 1787826692] req@ffff8a4f06e8f840 x1874669422034048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826692.182385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422034048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826692.182396:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826692.182401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826692.182405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826692.182412:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826689/real 1787826692] req@ffff8a4f06e8de00 x1874669422034176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826692.182424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422034176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826692.182431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826692.182434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826692.182437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034176:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826692.182443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826689/real 1787826692] req@ffff8a4f06e8f0c0 x1874669422033792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826692.182465:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422033792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826692.182473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826692.182476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826692.182479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826692.182485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826689/real 1787826692] req@ffff8a4f06e8c000 x1874669422033920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826692.182504:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422033920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826692.182512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826692.182515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826692.182518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422033920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826692.182523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826689/real 1787826692] req@ffff8a4f06e8e580 x1874669422033664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826692.182539:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422033664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826692.182548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826692.182551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826692.182554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422033664:192.168.203.149@tcp:250:kworker.0 00010000:00010000:2.0:1787826692.310095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826693.334033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826694.229960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826694.229970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826694.229974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826694.229981:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2652 00000100:00080000:2.0:1787826694.229990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826694.229995:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826694.230021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422034304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826694.230046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826694.230048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826694.230050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826694.230052:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2652 00000100:00080000:2.0:1787826694.230054:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826694.230056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826694.230063:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826694.230084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422034432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826694.230094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826694.230097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826694.230099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826694.230104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2652 00000100:00100000:0.0:1787826694.230106:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422034304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826694.230108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826694.230114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826694.230119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826694.230130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422034560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826694.230137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826694.230140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826694.230142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826694.230146:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2652 00000100:00080000:2.0:1787826694.230150:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826694.230154:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826694.230158:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826694.230168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422034688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826694.230176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787826694.230179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826694.230180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826694.230183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826694.230188:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2652 00000100:00080000:2.0:1787826694.230192:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826694.230196:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826694.230200:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826694.230211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422034816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826694.230221:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826694/real 1787826694] req@ffff8a4f06e8e940 x1874669422034304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826694.230241:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422034304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826694.230251:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826694.230255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826694.230260:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422034304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826694.230282:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826694.230316:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826694.230329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826694/real 1787826694] req@ffff8a4f06e8cb40 x1874669422034432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826694.230341:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422034432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826694.230347:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826694.230355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826694.230358:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826694.230387:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826694.230407:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826694.230419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826694/real 1787826694] req@ffff8a4f06e8c3c0 x1874669422034560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826694.230430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422034560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826694.230449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826694.230453:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826694.230456:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826694.230462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826694.230481:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826694.230492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826694/real 1787826694] req@ffff8a4f06e8d680 x1874669422034688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826694.230510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422034688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826694.230518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826694.230521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826694.230524:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826694.230529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826694.230549:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826694.230559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826694/real 1787826694] req@ffff8a4f06e8d2c0 x1874669422034816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826694.230569:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422034816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826694.230575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826694.230578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826694.230582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422034816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826694.358050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826695.382035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826696.406063:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826697.430034:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826698.454109:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826699.350027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826699.350041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826699.350046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826699.350059:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2657 00000100:00080000:1.0:1787826699.350071:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826699.350080:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826699.350132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422034944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826699.350167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826699.350171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826699.350173:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826699.350177:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2657 00000100:00080000:1.0:1787826699.350181:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826699.350185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826699.350196:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826699.350211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422035072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826699.350247:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422034944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826699.350249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826699.350264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826699.350266:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826699.350272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2657 00000100:00080000:1.0:1787826699.350277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826699.350282:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826699.350288:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826699.350304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422035200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826699.350314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826699.350318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826699.350320:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787826699.350329:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787826699.350334:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2657 00000100:00080000:1.0:1787826699.350341:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826699.350348:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826699.350355:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826699.350369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422035328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826699.350381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826699.350388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826699/real 1787826699] req@ffff8a4f13cb12c0 x1874669422034944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826699.350389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826699.350395:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826699.350423:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2657 00000100:00100000:0.0:1787826699.350429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422034944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826699.350441:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826699.350450:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787826699.350467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787826699.350468:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787826699.350474:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826699.350480:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422034944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787826699.350490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422035456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826699.350504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826699.350525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826699.350536:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826699/real 1787826699] req@ffff8a4f13cb03c0 x1874669422035072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826699.350543:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422035072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826699.350548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826699.350550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826699.350552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826699.350556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826699.350565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826699.350570:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826699/real 1787826699] req@ffff8a4f13cb1a40 x1874669422035200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826699.350577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422035200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826699.350581:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826699.350583:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826699.350584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826699.350592:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826699.350605:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826699.350615:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826699/real 1787826699] req@ffff8a4f13cb21c0 x1874669422035328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826699.350626:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422035328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826699.350633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826699.350636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826699.350639:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826699.350655:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826699.350673:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826699.350692:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826699/real 1787826699] req@ffff8a4f13cb0780 x1874669422035456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826699.350706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422035456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826699.350712:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826699.350715:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826699.350718:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826699.478058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826700.502058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826701.526530:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826702.550059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826703.574178:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826704.469955:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826704.469963:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826704.469966:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826704.469977:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2662 00000100:00080000:1.0:1787826704.469986:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826704.469993:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826704.470030:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422035584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826704.470054:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826704.470057:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826704.470058:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826704.470065:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2662 00000100:00080000:1.0:1787826704.470068:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826704.470070:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826704.470078:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826704.470087:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422035712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826704.470093:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826704.470111:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422035584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826704.470112:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826704.470115:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826704.470122:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2662 00000100:00080000:1.0:1787826704.470124:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826704.470126:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826704.470129:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826704.470138:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422035840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826704.470145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826704.470147:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826704.470148:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826704.470150:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2662 00000100:00080000:1.0:1787826704.470166:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826704.470171:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787826704.470175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787826704.470178:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826704.470193:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422035968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826704.470202:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826704.470205:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826704.470207:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826704.470209:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2662 00000100:00080000:1.0:1787826704.470212:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826704.470215:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826704/real 1787826704] req@ffff8a4f13cb2d00 x1874669422035584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826704.470217:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826704.470236:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826704.470237:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422035584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826704.470247:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787826704.470248:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422036096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826704.470252:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826704.470258:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422035584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826704.470267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826704.470285:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826704.470299:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826704/real 1787826704] req@ffff8a4f13cb0000 x1874669422035712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826704.470309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422035712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826704.470314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826704.470315:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826704.470317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826704.470335:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826704.470345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826704.470351:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826704/real 1787826704] req@ffff8a4f13cb30c0 x1874669422035840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826704.470358:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422035840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826704.470384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826704.470387:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826704.470389:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826704.470393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826704.470407:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826704.470414:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826704/real 1787826704] req@ffff8a4f13cb1e00 x1874669422035968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826704.470421:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422035968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826704.470426:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826704.470427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826704.470429:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422035968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826704.470432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826704.470440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826704.470445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826704/real 1787826704] req@ffff8a4f13cb2580 x1874669422036096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826704.470451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422036096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826704.470455:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826704.470457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826704.470463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826704.598144:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826705.622122:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826706.646058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826707.670039:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826708.694019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826709.589972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826709.589982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826709.589986:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826709.589995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2667 00000100:00080000:2.0:1787826709.590006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826709.590013:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826709.590047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422036224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826709.590071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826709.590074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826709.590075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826709.590079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2667 00000100:00080000:2.0:1787826709.590082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826709.590087:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826709.590101:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826709.590113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422036352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826709.590123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826709.590128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787826709.590129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422036224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826709.590130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826709.590136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2667 00000100:00080000:2.0:1787826709.590142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826709.590148:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826709.590152:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826709.590164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422036480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826709.590173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826709.590176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826709.590178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826709.590181:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2667 00000100:00080000:2.0:1787826709.590185:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826709.590189:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826709.590193:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826709.590205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422036608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826709.590209:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826709.590219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826709.590222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826709.590224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826709.590228:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2667 00000100:00080000:2.0:1787826709.590232:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826709.590237:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826709.590241:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826709.590252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422036736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826709.590260:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826709/real 1787826709] req@ffff8a4f06e8cf00 x1874669422036224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826709.590278:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422036224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826709.590287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826709.590291:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826709.590295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422036224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826709.590319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826709.590353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826709.590365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826709/real 1787826709] req@ffff8a4f06e8f480 x1874669422036352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826709.590377:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422036352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826709.590384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826709.590387:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826709.590390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826709.590395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826709.590411:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826709.590434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826709/real 1787826709] req@ffff8a4f06e8e1c0 x1874669422036480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826709.590445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422036480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826709.590452:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826709.590454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826709.590457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826709.590463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826709.590479:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826709.590489:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826709/real 1787826709] req@ffff8a4f06e8ed00 x1874669422036608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826709.590499:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422036608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826709.590506:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826709.590510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826709.590513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826709.590518:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826709.590536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826709.590546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826709/real 1787826709] req@ffff8a4f06e8c780 x1874669422036736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826709.590557:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422036736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826709.590569:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826709.590572:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826709.590575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826709.718032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826710.742134:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826711.766074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826712.790107:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826713.814093:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826714.710029:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826714.710040:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826714.710045:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826714.710056:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2673 00000100:00080000:3.0:1787826714.710067:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826714.710076:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826714.710121:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422036864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826714.710157:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826714.710160:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826714.710162:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826714.710167:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2673 00000100:00080000:3.0:1787826714.710170:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826714.710174:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826714.710184:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826714.710196:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422036992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826714.710205:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826714.710208:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826714.710209:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826714.710212:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2673 00000100:00080000:3.0:1787826714.710216:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826714.710220:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826714.710223:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826714.710231:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422037120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826714.710239:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826714.710242:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826714.710243:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826714.710247:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2673 00000100:00080000:3.0:1787826714.710251:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826714.710254:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826714.710259:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826714.710267:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422037248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826714.710275:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826714.710277:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826714.710279:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826714.710282:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2673 00000100:00080000:3.0:1787826714.710285:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826714.710288:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826714.710311:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826714.710321:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422037376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826714.710522:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422036864:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826714.710575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826714.710620:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826714/real 1787826714] req@ffff8a4f08daa1c0 x1874669422036864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826714.710637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422036864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826714.710648:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826714.710653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826714.710656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422036864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826714.710662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826714.710678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826714.710686:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826714/real 1787826714] req@ffff8a4f08da8000 x1874669422036992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826714.710693:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422036992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826714.710699:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826714.710702:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826714.710705:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422036992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826714.710726:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826714.710746:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826714.710757:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826714/real 1787826714] req@ffff8a4f08dab840 x1874669422037120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826714.710768:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422037120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826714.710775:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826714.710779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826714.710782:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826714.710787:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826714.710806:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826714.710817:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826714/real 1787826714] req@ffff8a4f08da83c0 x1874669422037248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826714.710828:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422037248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826714.710835:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826714.710838:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826714.710841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826714.710846:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826714.710891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826714.710902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826714/real 1787826714] req@ffff8a4f08da8f00 x1874669422037376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826714.710919:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422037376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826714.710925:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826714.710928:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826714.710931:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826714.838029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826715.862108:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826716.886031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826717.910174:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826718.934090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826719.829939:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826719.829950:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826719.829954:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826719.829963:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2678 00000100:00080000:3.0:1787826719.829973:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826719.829981:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826719.830019:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422037504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826719.830110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422037504:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826719.830173:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787826719.830207:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826719.830213:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826719.830215:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826719.830219:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2678 00000100:00080000:3.0:1787826719.830223:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826719.830227:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826719.830237:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826719.830250:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422037632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826719.830317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826719/real 1787826719] req@ffff8a4f08daa940 x1874669422037504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826719.830333:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422037504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826719.830343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826719.830347:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826719.830350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422037504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826719.830375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826719.830397:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826719.830410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826719/real 1787826719] req@ffff8a4f08daad00 x1874669422037632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826719.830421:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422037632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826719.830443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826719.830446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826719.830449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037632:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787826719.830509:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826719.830514:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826719.830516:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826719.830520:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2678 00000100:00080000:3.0:1787826719.830524:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826719.830528:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826719.830533:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826719.830545:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422037760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826719.830555:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826719.830558:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826719.830561:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826719.830564:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2678 00000100:00080000:3.0:1787826719.830567:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826719.830572:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826719.830577:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826719.830587:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422037888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826719.830595:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826719.830598:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826719.830600:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826719.830603:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2678 00000100:00080000:3.0:1787826719.830606:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826719.830609:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826719.830613:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826719.830622:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422038016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826719.830679:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826719.830701:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826719.830712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826719/real 1787826719] req@ffff8a4f08daad00 x1874669422037760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826719.830723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422037760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826719.830731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826719.830735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826719.830738:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826719.830744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826719.830762:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826719.830772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826719/real 1787826719] req@ffff8a4f08daa940 x1874669422037888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826719.830783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422037888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826719.830790:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826719.830793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826719.830802:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422037888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826719.830807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826719.830825:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826719.830835:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826719/real 1787826719] req@ffff8a4f08da8f00 x1874669422038016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826719.830845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422038016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826719.830878:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826719.830881:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826719.830885:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826719.957992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826720.983075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826722.006210:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826723.030180:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826724.054045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826724.949997:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826724.950007:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826724.950011:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826724.950021:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2683 00000100:00080000:0.0:1787826724.950031:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826724.950039:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826724.950075:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422038144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826724.950146:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422038144:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826724.950200:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787826724.950245:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826724.950249:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826724.950265:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826724.950269:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2683 00000100:00080000:0.0:1787826724.950273:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826724.950277:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826724.950286:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826724.950299:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422038272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826724.950360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826724/real 1787826724] req@ffff8a4f13c592c0 x1874669422038144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826724.950376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422038144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826724.950440:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826724.950445:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826724.950447:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826724.950451:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2683 00000100:00080000:0.0:1787826724.950455:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826724.950459:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826724.950464:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826724.950475:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422038400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826724.950482:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826724.950484:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826724.950485:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826724.950487:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2683 00000100:00080000:0.0:1787826724.950490:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826724.950492:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826724.950494:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826724.950509:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422038528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826724.950517:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826724.950520:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826724.950521:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826724.950524:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2683 00000100:00080000:0.0:1787826724.950528:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826724.950532:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826724.950536:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826724.950547:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422038656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826724.950601:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826724.950605:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826724.950608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422038144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826724.950630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826724.950667:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826724.950679:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826724/real 1787826724] req@ffff8a4f13c5bc00 x1874669422038272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826724.950690:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422038272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826724.950697:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826724.950700:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826724.950703:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826724.950708:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826724.950728:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826724.950739:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826724/real 1787826724] req@ffff8a4f13c58f00 x1874669422038400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826724.950750:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422038400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826724.950756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826724.950759:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826724.950762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826724.950767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826724.950784:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826724.950793:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826724/real 1787826724] req@ffff8a4f13c5a1c0 x1874669422038528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826724.950803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422038528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826724.950810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826724.950813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826724.950816:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826724.950821:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826724.950838:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826724.950847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826724/real 1787826724] req@ffff8a4f13c5a940 x1874669422038656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826724.950885:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422038656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826724.950892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826724.950895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826724.950898:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826725.078111:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826726.102075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826727.126055:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826728.149970:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826729.174045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826730.069965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826730.069975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826730.069979:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826730.069989:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2688 00000100:00080000:0.0:1787826730.069999:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826730.070007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826730.070042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422038784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826730.070066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826730.070068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826730.070070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826730.070090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2688 00000100:00080000:0.0:1787826730.070095:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826730.070100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826730.070110:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826730.070117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422038784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826730.070126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422038912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826730.070138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826730.070142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826730.070144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826730.070148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2688 00000100:00080000:0.0:1787826730.070152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826730.070155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826730.070160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826730.070170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422039040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826730.070176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826730.070178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826730.070180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826730.070185:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2688 00000800:00000100:2.0:1787826730.070185:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787826730.070203:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826730.070206:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826730.070210:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826730.070219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422039168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826730.070230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826730.070232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826730.070234:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826730.070237:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2688 00000100:00080000:0.0:1787826730.070241:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826730.070241:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826730/real 1787826730] req@ffff8a4f13c5b0c0 x1874669422038784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826730.070247:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826730.070256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826730.070268:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422038784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826730.070271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422039296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826730.070298:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826730.070307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826730.070312:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422038784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826730.070335:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826730.070356:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826730.070369:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826730/real 1787826730] req@ffff8a4f13c583c0 x1874669422038912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826730.070380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422038912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826730.070388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826730.070391:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826730.070394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422038912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826730.070399:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826730.070417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826730.070429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826730/real 1787826730] req@ffff8a4f13c5ad00 x1874669422039040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826730.070440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422039040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826730.070444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826730.070446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826730.070448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826730.070452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826730.070466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826730.070472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826730/real 1787826730] req@ffff8a4f13c58780 x1874669422039168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826730.070479:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422039168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826730.070483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826730.070486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826730.070487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826730.070490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826730.070499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826730.070504:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826730/real 1787826730] req@ffff8a4f13c5a580 x1874669422039296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826730.070510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422039296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826730.070515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826730.070516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826730.070518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826730.198031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826731.222083:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826732.246068:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826733.270074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826734.294012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826735.189977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826735.189986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826735.189990:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826735.190000:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2693 00000100:00080000:0.0:1787826735.190010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826735.190018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826735.190053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422039424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826735.190084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826735.190088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826735.190090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826735.190109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2693 00000100:00080000:0.0:1787826735.190113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826735.190117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826735.190126:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826735.190137:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422039552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826735.190146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826735.190149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826735.190151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826735.190168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2693 00000100:00080000:0.0:1787826735.190172:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826735.190176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826735.190181:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826735.190192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422039680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826735.190201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826735.190204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826735.190206:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826735.190208:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2693 00000100:00080000:0.0:1787826735.190211:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826735.190215:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826735.190219:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826735.190226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422039808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826735.190241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826735.190244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826735.190245:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826735.190249:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2693 00000100:00080000:0.0:1787826735.190253:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826735.190257:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826735.190261:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826735.190271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422039936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826735.190472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422039424:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826735.190535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826735.190574:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826735/real 1787826735] req@ffff8a4f13c5b480 x1874669422039424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826735.190590:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422039424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826735.190599:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826735.190603:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826735.190606:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422039424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826735.190613:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826735.190647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826735.190660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826735/real 1787826735] req@ffff8a4f13c59680 x1874669422039552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826735.190672:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422039552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826735.190679:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826735.190682:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826735.190685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826735.190690:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826735.190710:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826735.190721:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826735/real 1787826735] req@ffff8a4f13c58000 x1874669422039680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826735.190732:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422039680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826735.190739:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826735.190742:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826735.190745:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826735.190750:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826735.190769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826735.190779:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826735/real 1787826735] req@ffff8a4f13c59a40 x1874669422039808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826735.190791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422039808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826735.190798:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826735.190801:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826735.190804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826735.190810:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826735.190826:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826735.190836:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826735/real 1787826735] req@ffff8a4f13c5a580 x1874669422039936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826735.190848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422039936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826735.190880:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826735.190883:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826735.190886:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422039936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826735.318201:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826736.344486:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826737.366168:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826738.391213:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826739.414088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826740.309981:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826740.309990:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826740.309994:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826740.310003:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2698 00000100:00080000:0.0:1787826740.310018:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826740.310026:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826740.310063:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422040064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826740.310091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826740.310094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826740.310095:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826740.310098:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2698 00000100:00080000:0.0:1787826740.310101:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826740.310130:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826740.310138:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826740.310149:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422040192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826740.310156:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826740.310159:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826740.310162:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826740.310163:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422040064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826740.310165:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2698 00000100:00080000:0.0:1787826740.310171:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826740.310176:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826740.310179:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826740.310188:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422040320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826740.310195:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826740.310197:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826740.310198:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826740.310201:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2698 00000100:00080000:0.0:1787826740.310204:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826740.310207:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826740.310211:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826740.310222:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422040448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826740.310230:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787826740.310235:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787826740.310242:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826740.310244:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826740.310248:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2698 00000100:00080000:0.0:1787826740.310252:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826740.310255:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826740.310259:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826740.310270:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422040576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826740.310287:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826740/real 1787826740] req@ffff8a4f13c58780 x1874669422040064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826740.310304:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422040064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826740.310314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826740.310319:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826740.310323:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422040064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826740.310352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826740.310375:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826740.310384:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826740/real 1787826740] req@ffff8a4f13c5ad00 x1874669422040192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826740.310392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422040192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826740.310398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826740.310400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826740.310403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826740.310408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826740.310421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826740.310468:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826740/real 1787826740] req@ffff8a4f13c583c0 x1874669422040320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826740.310488:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422040320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826740.310497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826740.310501:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826740.310505:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826740.310512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826740.310544:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826740.310556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826740/real 1787826740] req@ffff8a4f13c5b0c0 x1874669422040448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826740.310595:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422040448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826740.310603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826740.310606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826740.310609:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826740.310615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826740.310648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826740.310660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826740/real 1787826740] req@ffff8a4f13c5a940 x1874669422040576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826740.310671:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422040576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826740.310685:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826740.310699:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826740.310703:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826740.438094:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826741.462038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826742.486023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826743.510054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826744.534064:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826745.430053:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826745.430063:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826745.430066:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826745.430075:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2703 00000100:00080000:0.0:1787826745.430095:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826745.430103:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826745.430142:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422040704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826745.430174:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826745.430177:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826745.430179:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826745.430183:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2703 00000100:00080000:0.0:1787826745.430186:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826745.430190:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826745.430199:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826745.430210:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422040832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826745.430233:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826745.430237:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826745.430238:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826745.430242:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2703 00000100:00080000:0.0:1787826745.430246:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826745.430250:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826745.430255:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826745.430266:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422040960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826745.430275:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826745.430278:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826745.430279:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826745.430283:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2703 00000100:00080000:0.0:1787826745.430286:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826745.430290:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826745.430295:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826745.430304:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422041088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826745.430312:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826745.430315:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826745.430316:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826745.430319:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2703 00000100:00080000:0.0:1787826745.430331:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826745.430335:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826745.430341:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826745.430365:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422041216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826745.430580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422040704:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826745.430636:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826745.430687:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826745/real 1787826745] req@ffff8a4f13c5a1c0 x1874669422040704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826745.430705:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422040704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826745.430797:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826745.430802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826745.430806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422040704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826745.430813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826745.430835:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826745.430847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826745/real 1787826745] req@ffff8a4f13c58f00 x1874669422040832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826745.430894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422040832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826745.430902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826745.430906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826745.430909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826745.430914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826745.430931:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826745.430952:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826745/real 1787826745] req@ffff8a4f13c5bc00 x1874669422040960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826745.430964:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422040960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826745.430972:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826745.430975:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826745.430978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422040960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826745.430983:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826745.430999:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826745.431008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826745/real 1787826745] req@ffff8a4f13c592c0 x1874669422041088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826745.431018:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422041088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826745.431026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826745.431028:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826745.431032:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826745.431037:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826745.431051:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826745.431060:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826745/real 1787826745] req@ffff8a4f13c5a940 x1874669422041216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826745.431070:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422041216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826745.431077:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826745.431080:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826745.431095:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826745.558136:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826746.582134:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826747.606102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826748.630326:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826749.654130:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826750.549974:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826750.549982:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826750.549987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826750.550003:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2708 00000100:00080000:3.0:1787826750.550013:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826750.550020:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826750.550067:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422041344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826750.550087:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826750.550090:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826750.550091:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826750.550094:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2708 00000100:00080000:3.0:1787826750.550097:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826750.550100:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826750.550108:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826750.550121:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422041472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826750.550131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422041344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826750.550133:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826750.550141:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826750.550143:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826750.550147:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2708 00000100:00080000:3.0:1787826750.550151:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826750.550155:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826750.550160:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826750.550173:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422041600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826750.550180:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826750.550182:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826750.550184:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826750.550186:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2708 00000100:00080000:3.0:1787826750.550189:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826750.550192:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826750.550195:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1787826750.550196:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787826750.550205:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422041728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826750.550216:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826750.550219:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826750.550225:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826750.550229:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2708 00000100:00080000:3.0:1787826750.550234:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826750.550237:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826750/real 1787826750] req@ffff8a4f08da83c0 x1874669422041344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826750.550241:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826750.550250:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826750.550262:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422041344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826750.550265:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422041856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826750.550291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826750.550296:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826750.550302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422041344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826750.550326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826750.550354:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826750.550367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826750/real 1787826750] req@ffff8a4f08dab840 x1874669422041472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826750.550380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422041472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826750.550388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826750.550391:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826750.550394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826750.550400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826750.550420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826750.550432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826750/real 1787826750] req@ffff8a4f08da8000 x1874669422041600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826750.550443:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422041600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826750.550458:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826750.550463:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826750.550466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826750.550472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826750.550492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826750.550504:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826750/real 1787826750] req@ffff8a4f08daa1c0 x1874669422041728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826750.550515:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422041728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826750.550523:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826750.550525:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826750.550528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826750.550534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826750.550553:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826750.550564:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826750/real 1787826750] req@ffff8a4f08da92c0 x1874669422041856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826750.550576:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422041856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826750.550583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826750.550586:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826750.550588:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422041856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826750.678104:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826751.702153:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826752.726090:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826753.750167:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826754.774025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826755.669954:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826755.669961:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826755.669965:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826755.669972:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2714 00000100:00080000:3.0:1787826755.669980:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826755.669985:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826755.670027:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422041984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826755.670053:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826755.670057:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826755.670058:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826755.670061:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2714 00000100:00080000:3.0:1787826755.670063:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826755.670066:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826755.670074:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826755.670083:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422042112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826755.670090:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826755.670092:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826755.670094:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826755.670097:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2714 00000100:00100000:2.0:1787826755.670101:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422041984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826755.670102:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826755.670109:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826755.670114:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826755.670126:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422042240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826755.670136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826755.670139:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826755.670141:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826755.670145:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2714 00000100:00080000:3.0:1787826755.670152:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826755.670156:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826755.670162:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826755.670172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422042368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826755.670180:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826755.670184:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826755.670186:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826755.670190:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2714 00000100:00080000:3.0:1787826755.670194:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826755.670197:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826755.670202:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826755.670212:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422042496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826755.670225:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826755.670257:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826755.670281:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826755.670304:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826755.798040:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826756.822040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826757.846076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787826758.742165:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:1.0:1787826758.742207:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787826758.742222:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826758.742264:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826758.742274:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826758.742283:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787826758.742290:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826758.742378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826755/real 1787826758] req@ffff8a4f08daa580 x1874669422042112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826758.742401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422042112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826758.742412:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826758.742417:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826758.742421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826758.742429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826755/real 1787826758] req@ffff8a4f08da9680 x1874669422042240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826758.742441:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422042240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826758.742448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826758.742451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826758.742463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826758.742472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826755/real 1787826758] req@ffff8a4f08dab480 x1874669422042368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826758.742485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422042368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826758.742493:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826758.742496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826758.742500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826758.742505:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826755/real 1787826758] req@ffff8a4f08dab0c0 x1874669422042496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826758.742517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422042496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826758.742524:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826758.742526:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826758.742530:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042496:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826758.742536:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826755/real 1787826758] req@ffff8a4f08da8b40 x1874669422041984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826758.742547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422041984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826758.742555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826758.742559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826758.742562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422041984:192.168.203.149@tcp:250:kworker.0 00010000:00010000:2.0:1787826758.870046:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826759.894070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826760.789970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826760.789988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826760.789992:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826760.789999:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2719 00000100:00080000:2.0:1787826760.790007:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826760.790013:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826760.790038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422042624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826760.790061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826760.790063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826760.790069:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826760.790072:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2719 00000100:00080000:2.0:1787826760.790078:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826760.790082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826760.790091:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826760.790103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422042752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826760.790114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826760.790115:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422042624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826760.790117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826760.790120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826760.790127:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2719 00000100:00080000:2.0:1787826760.790130:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826760.790132:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826760.790136:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826760.790143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422042880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826760.790152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826760.790155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826760.790157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826760.790160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2719 00000100:00080000:2.0:1787826760.790163:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826760.790167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826760.790172:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826760.790183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422043008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826760.790191:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826760.790194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826760.790198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826760.790200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826760.790204:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2719 00000100:00080000:2.0:1787826760.790208:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826760.790212:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826760.790217:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826760.790229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422043136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826760.790232:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826760/real 1787826760] req@ffff8a4f06e8c780 x1874669422042624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826760.790258:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422042624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826760.790268:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826760.790272:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826760.790281:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422042624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826760.790317:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826760.790337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826760.790348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826760/real 1787826760] req@ffff8a4f06e8ed00 x1874669422042752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826760.790360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422042752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826760.790367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826760.790370:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826760.790386:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826760.790393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826760.790411:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826760.790422:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826760/real 1787826760] req@ffff8a4f06e8e1c0 x1874669422042880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826760.790433:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422042880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826760.790440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826760.790442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826760.790445:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422042880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826760.790450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826760.790466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826760.790476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826760/real 1787826760] req@ffff8a4f06e8f480 x1874669422043008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826760.790485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422043008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826760.790492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826760.790495:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826760.790497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826760.790502:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826760.790519:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826760.790537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826760/real 1787826760] req@ffff8a4f06e8cf00 x1874669422043136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826760.790547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422043136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826760.790554:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826760.790556:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826760.790559:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826760.918018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826761.942085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826762.966097:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826763.990085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826765.013955:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826765.909974:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826765.909984:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826765.909987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826765.909994:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2724 00000100:00080000:0.0:1787826765.910002:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826765.910007:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826765.910037:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422043264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826765.910059:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826765.910061:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826765.910063:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826765.910065:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2724 00000100:00080000:0.0:1787826765.910067:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826765.910074:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826765.910083:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826765.910094:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422043392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826765.910108:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422043264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826765.910125:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826765.910128:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826765.910129:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826765.910133:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2724 00000100:00080000:0.0:1787826765.910136:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826765.910139:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826765.910143:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826765.910153:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422043520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826765.910159:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826765.910161:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826765.910162:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826765.910165:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2724 00000100:00080000:0.0:1787826765.910167:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826765.910169:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826765.910172:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1787826765.910179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826765.910180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422043648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826765.910188:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826765.910190:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826765.910192:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826765.910194:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2724 00000100:00080000:0.0:1787826765.910203:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826765.910205:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826765.910209:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826765.910217:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422043776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826765.910232:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826765/real 1787826765] req@ffff8a4f13c5b0c0 x1874669422043264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826765.910251:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422043264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826765.910260:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826765.910264:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826765.910268:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422043264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826765.910290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826765.910309:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826765.910320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826765/real 1787826765] req@ffff8a4f13c583c0 x1874669422043392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826765.910330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422043392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826765.910337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826765.910341:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826765.910344:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826765.910349:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826765.910366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826765.910375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826765/real 1787826765] req@ffff8a4f13c5ad00 x1874669422043520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826765.910399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422043520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826765.910407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826765.910410:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826765.910413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826765.910418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826765.910434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826765.910443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826765/real 1787826765] req@ffff8a4f13c58780 x1874669422043648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826765.910463:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422043648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826765.910470:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826765.910473:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826765.910476:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826765.910481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826765.910497:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826765.910506:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826765/real 1787826765] req@ffff8a4f13c5a580 x1874669422043776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826765.910522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422043776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826765.910528:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826765.910531:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826765.910533:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422043776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826766.038058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826767.062051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826768.086198:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826769.110028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826770.134068:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826771.029974:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826771.029982:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826771.029987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826771.029997:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2729 00000100:00080000:3.0:1787826771.030007:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826771.030013:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826771.030048:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422043904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826771.030072:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826771.030076:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826771.030077:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826771.030081:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2729 00000100:00080000:3.0:1787826771.030085:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826771.030101:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826771.030110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422043904:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787826771.030111:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826771.030128:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422044032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826771.030140:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826771.030142:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826771.030144:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826771.030147:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2729 00000100:00080000:3.0:1787826771.030156:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826771.030159:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826771.030162:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1787826771.030165:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787826771.030173:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422044160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826771.030179:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826771.030182:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826771.030183:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826771.030185:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2729 00000100:00080000:3.0:1787826771.030186:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826771.030189:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826771.030192:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826771.030197:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422044288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826771.030203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826771.030205:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826771/real 1787826771] req@ffff8a4f08da9e00 x1874669422043904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826771.030206:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826771.030208:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826771.030211:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2729 00000100:00080000:3.0:1787826771.030216:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826771.030222:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826771.030227:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826771.030234:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422043904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826771.030236:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422044416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826771.030255:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826771.030260:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826771.030265:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422043904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826771.030284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826771.030301:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826771.030313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826771/real 1787826771] req@ffff8a4f08da8780 x1874669422044032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826771.030325:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422044032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826771.030332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826771.030335:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826771.030338:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826771.030344:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826771.030360:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826771.030370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826771/real 1787826771] req@ffff8a4f08da9a40 x1874669422044160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826771.030378:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422044160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826771.030382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826771.030384:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826771.030386:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826771.030389:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826771.030402:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826771.030411:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826771/real 1787826771] req@ffff8a4f08dabc00 x1874669422044288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826771.030420:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422044288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826771.030431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826771.030433:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826771.030436:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826771.030441:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826771.030456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826771.030465:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826771/real 1787826771] req@ffff8a4f08da8b40 x1874669422044416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826771.030475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422044416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826771.030486:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826771.030489:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826771.030492:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826771.158051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826772.182087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826773.206038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826774.230175:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826775.254124:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826776.150027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826776.150037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826776.150041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826776.150050:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2734 00000100:00080000:2.0:1787826776.150060:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826776.150066:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826776.150096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422044544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826776.150121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826776.150123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826776.150124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826776.150127:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2734 00000100:00080000:2.0:1787826776.150129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826776.150131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826776.150138:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826776.150145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422044672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826776.150151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826776.150153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826776.150155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826776.150156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2734 00000100:00080000:2.0:1787826776.150159:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826776.150161:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422044544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826776.150162:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826776.150169:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826776.150186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422044800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826776.150191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826776.150194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826776.150195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826776.150198:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2734 00000100:00080000:2.0:1787826776.150200:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826776.150203:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826776.150211:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826776.150218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422044928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826776.150227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787826776.150229:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826776.150230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826776.150233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826776.150236:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2734 00000100:00080000:2.0:1787826776.150238:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826776.150240:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826776.150243:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826776.150249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422045056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826776.150281:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826776/real 1787826776] req@ffff8a4f06e8d2c0 x1874669422044544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826776.150298:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422044544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826776.150307:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826776.150311:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826776.150326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422044544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826776.150333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826776.150354:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826776.150374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826776/real 1787826776] req@ffff8a4f06e8d680 x1874669422044672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826776.150387:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422044672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826776.150395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826776.150398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826776.150414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826776.150447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826776.150470:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826776.150483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826776/real 1787826776] req@ffff8a4f06e8c3c0 x1874669422044800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826776.150494:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422044800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826776.150502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826776.150505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826776.150508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826776.150513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826776.150532:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826776.150543:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826776/real 1787826776] req@ffff8a4f06e8cb40 x1874669422044928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826776.150555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422044928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826776.150568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826776.150571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826776.150574:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422044928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826776.150580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826776.150599:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826776.150618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826776/real 1787826776] req@ffff8a4f06e8e940 x1874669422045056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826776.150630:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422045056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826776.150638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826776.150641:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826776.150643:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826776.278135:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826777.302139:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826778.326103:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826779.350926:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826780.374019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826781.269932:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826781.269942:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826781.269947:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826781.269956:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2739 00000100:00080000:2.0:1787826781.269973:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826781.269981:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826781.270014:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422045184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826781.270037:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826781.270043:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826781.270045:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826781.270049:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2739 00000100:00080000:2.0:1787826781.270058:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826781.270063:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826781.270072:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826781.270081:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422045184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826781.270087:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422045312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826781.270099:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826781.270103:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826781.270105:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826781.270108:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2739 00000100:00080000:2.0:1787826781.270113:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826781.270117:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826781.270121:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826781.270132:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422045440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826781.270141:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826781.270144:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1787826781.270148:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826781.270148:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826781.270156:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2739 00000100:00080000:2.0:1787826781.270160:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826781.270164:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826781.270169:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826781.270180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422045568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826781.270188:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826781.270192:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826781.270194:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787826781.270197:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826781/real 1787826781] req@ffff8a4f06e8e580 x1874669422045184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826781.270200:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2739 00000100:00080000:2.0:1787826781.270206:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826781.270213:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826781.270219:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826781.270223:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422045184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826781.270235:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787826781.270235:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422045696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826781.270244:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826781.270251:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422045184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826781.270278:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826781.270300:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826781.270311:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826781/real 1787826781] req@ffff8a4f06e8c000 x1874669422045312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826781.270322:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422045312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826781.270349:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826781.270352:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826781.270356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826781.270362:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826781.270381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826781.270391:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826781/real 1787826781] req@ffff8a4f06e8f0c0 x1874669422045440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826781.270400:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422045440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826781.270406:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826781.270409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826781.270412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826781.270417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826781.270434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826781.270445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826781/real 1787826781] req@ffff8a4f06e8de00 x1874669422045568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826781.270456:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422045568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826781.270463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826781.270466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826781.270475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826781.270481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826781.270506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826781.270517:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826781/real 1787826781] req@ffff8a4f06e8f840 x1874669422045696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826781.270528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422045696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826781.270536:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826781.270538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826781.270541:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826781.398154:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826782.422241:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826783.446017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826784.470086:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826785.494573:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826786.390524:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826786.390534:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826786.390538:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826786.390548:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2744 00000100:00080000:2.0:1787826786.390559:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826786.390567:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826786.390603:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422045824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826786.390635:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826786.390639:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826786.390640:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826786.390644:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2744 00000100:00080000:2.0:1787826786.390648:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826786.390652:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826786.390661:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826786.390672:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422045952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826786.390682:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826786.390685:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826786.390687:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826786.390690:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2744 00000100:00080000:2.0:1787826786.390693:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826786.390697:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826786.390701:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826786.390710:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422046080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826786.390718:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826786.390722:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826786.390723:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826786.390727:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2744 00000100:00080000:2.0:1787826786.390730:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826786.390734:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826786.390738:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826786.390747:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422046208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826786.390756:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826786.390758:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826786.390760:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826786.390763:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2744 00000100:00080000:2.0:1787826786.390766:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826786.390769:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826786.390773:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826786.390782:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422046336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826786.390941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422045824:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826786.391002:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826786.391044:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826786/real 1787826786] req@ffff8a4f06e8f840 x1874669422045824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826786.391060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422045824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826786.391070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826786.391074:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826786.391078:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422045824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826786.391084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826786.391107:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826786.391135:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826786/real 1787826786] req@ffff8a4f06e8de00 x1874669422045952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826786.391147:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422045952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826786.391155:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826786.391158:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826786.391161:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422045952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826786.391167:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826786.391186:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826786.391196:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826786/real 1787826786] req@ffff8a4f06e8f0c0 x1874669422046080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826786.391207:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422046080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826786.391213:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826786.391216:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826786.391219:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826786.391224:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826786.391243:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826786.391253:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826786/real 1787826786] req@ffff8a4f06e8c000 x1874669422046208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826786.391264:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422046208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826786.391279:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826786.391282:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826786.391285:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826786.391291:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826786.391311:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826786.391322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826786/real 1787826786] req@ffff8a4f06e8e580 x1874669422046336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826786.391333:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422046336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826786.391341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826786.391344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826786.391347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826786.518501:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826787.542064:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826788.566448:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826789.590139:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826790.614065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826791.510037:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826791.510047:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826791.510052:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826791.510062:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2749 00000100:00080000:3.0:1787826791.510073:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826791.510080:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826791.510115:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422046464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826791.510144:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826791.510148:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826791.510150:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826791.510153:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2749 00000100:00080000:3.0:1787826791.510157:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826791.510162:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826791.510171:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826791.510182:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422046592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826791.510193:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422046464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826791.510195:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826791.510205:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826791.510206:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826791.510210:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2749 00000100:00080000:3.0:1787826791.510214:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826791.510217:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826791.510222:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826791.510235:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422046720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826791.510243:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826791.510246:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826791.510249:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826791.510252:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2749 00000100:00080000:3.0:1787826791.510256:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787826791.510259:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787826791.510264:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826791.510270:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826791.510282:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422046848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826791.510291:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826791.510295:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787826791.510296:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826791/real 1787826791] req@ffff8a4f08dab0c0 x1874669422046464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826791.510298:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826791.510307:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2749 00000100:00080000:3.0:1787826791.510313:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826791.510316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422046464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826791.510319:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826791.510329:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787826791.510330:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826791.510342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787826791.510345:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422046976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826791.510348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422046464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826791.510380:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826791.510396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826791.510404:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826791/real 1787826791] req@ffff8a4f08dab480 x1874669422046592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826791.510412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422046592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826791.510417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826791.510418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826791.510421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826791.510424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826791.510432:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826791.510437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826791/real 1787826791] req@ffff8a4f08da9680 x1874669422046720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826791.510444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422046720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826791.510448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826791.510450:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826791.510452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826791.510455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826791.510465:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826791.510475:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826791/real 1787826791] req@ffff8a4f08daa580 x1874669422046848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826791.510486:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422046848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826791.510493:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826791.510496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826791.510500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826791.510505:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826791.510521:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826791.510529:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826791/real 1787826791] req@ffff8a4f08da92c0 x1874669422046976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826791.510536:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422046976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826791.510540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826791.510542:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826791.510544:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422046976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826791.638046:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826792.662074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826793.686038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826794.710033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826795.734030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826796.630239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826796.630249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826796.630253:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826796.630263:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2755 00000100:00080000:1.0:1787826796.630273:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826796.630280:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826796.630310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422047104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826796.630335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826796.630337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826796.630338:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826796.630341:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2755 00000100:00080000:1.0:1787826796.630343:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826796.630345:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826796.630367:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826796.630381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422047232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826796.630390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826796.630393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826796.630395:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826796.630398:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2755 00000100:00080000:1.0:1787826796.630402:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826796.630406:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826796.630410:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826796.630420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422047360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826796.630428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826796.630431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826796.630432:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826796.630435:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2755 00000100:00080000:1.0:1787826796.630438:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826796.630442:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826796.630447:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826796.630456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422047488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826796.630464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826796.630467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787826796.630472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422047104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826796.630474:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826796.630477:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2755 00000100:00080000:1.0:1787826796.630480:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826796.630484:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826796.630488:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826796.630498:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422047616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826796.630531:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826796.630567:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826796/real 1787826796] req@ffff8a4f13cb0b40 x1874669422047104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826796.630579:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422047104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826796.630589:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826796.630592:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826796.630594:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422047104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826796.630599:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422047232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826796.630614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826796.630622:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826796/real 1787826796] req@ffff8a4f13cb3840 x1874669422047232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826796.630628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422047232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826796.630633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826796.630634:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826796.630636:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422047232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826796.630639:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422047360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826796.630647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826796.630653:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826796/real 1787826796] req@ffff8a4f13cb2580 x1874669422047360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826796.630659:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422047360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826796.630663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826796.630664:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826796.630666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422047360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826796.630687:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422047488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826796.630704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826796.630714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826796/real 1787826796] req@ffff8a4f13cb1e00 x1874669422047488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826796.630725:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422047488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826796.630744:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826796.630747:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826796.630750:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422047488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826796.630755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422047616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826796.630772:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826796.630782:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826796/real 1787826796] req@ffff8a4f13cb30c0 x1874669422047616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826796.630793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422047616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826796.630800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826796.630803:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826796.630805:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422047616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826796.758121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826797.782098:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826798.806056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826799.830014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826800.854119:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826801.750014:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826801.750029:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826801.750033:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826801.750042:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2760 00000100:00080000:3.0:1787826801.750052:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826801.750059:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826801.750094:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422047744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826801.750120:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826801.750124:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826801.750126:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826801.750130:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2760 00000100:00080000:3.0:1787826801.750134:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826801.750138:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826801.750147:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826801.750161:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422047872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826801.750173:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422047744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826801.750173:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826801.750180:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787826801.750184:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826801.750188:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2760 00000100:00080000:3.0:1787826801.750193:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826801.750197:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826801.750202:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826801.750219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422048000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826801.750228:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826801.750232:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826801.750235:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787826801.750236:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787826801.750241:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2760 00000100:00080000:3.0:1787826801.750246:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826801.750251:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826801.750257:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826801.750269:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422048128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826801.750278:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826801.750282:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826801/real 1787826801] req@ffff8a4f08daa1c0 x1874669422047744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826801.750283:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826801.750286:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826801.750299:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2760 00000100:00080000:3.0:1787826801.750303:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826801.750304:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422047744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826801.750309:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787826801.750315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1787826801.750317:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787826801.750320:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826801.750324:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422047744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787826801.750333:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422048256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826801.750344:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422047872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826801.750374:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826801.750387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826801/real 1787826801] req@ffff8a4f08da8000 x1874669422047872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826801.750399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422047872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826801.750407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826801.750409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826801.750411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422047872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826801.750415:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826801.750429:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826801.750436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826801/real 1787826801] req@ffff8a4f08dab840 x1874669422048000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826801.750443:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422048000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826801.750451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826801.750453:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826801.750462:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826801.750466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826801.750485:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826801.750496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826801/real 1787826801] req@ffff8a4f08da83c0 x1874669422048128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826801.750507:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422048128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826801.750515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826801.750518:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826801.750521:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826801.750534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826801.750548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826801.750555:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826801/real 1787826801] req@ffff8a4f08da8f00 x1874669422048256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826801.750561:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422048256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826801.750566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826801.750567:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826801.750570:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826801.877987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826802.902028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826803.926032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826804.950155:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826805.974036:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826806.870078:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826806.870088:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826806.870091:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826806.870100:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2765 00000100:00080000:2.0:1787826806.870110:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826806.870117:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826806.870153:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422048384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826806.870182:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826806.870185:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826806.870187:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826806.870191:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2765 00000100:00080000:2.0:1787826806.870194:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826806.870198:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826806.870207:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826806.870221:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422048512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826806.870230:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826806.870233:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826806.870235:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826806.870238:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2765 00000100:00080000:2.0:1787826806.870241:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826806.870244:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826806.870248:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826806.870257:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422048640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826806.870265:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826806.870267:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826806.870268:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826806.870271:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2765 00000100:00080000:2.0:1787826806.870274:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826806.870290:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826806.870295:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826806.870304:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422048768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826806.870312:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826806.870315:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826806.870316:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826806.870319:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2765 00000100:00080000:2.0:1787826806.870322:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826806.870325:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826806.870329:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826806.870336:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422048896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826806.871142:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422048384:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826806.871200:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826806.871240:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826806/real 1787826806] req@ffff8a4f06e8e940 x1874669422048384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826806.871255:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422048384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826806.871264:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826806.871268:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826806.871272:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422048384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826806.871278:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826806.871300:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826806.871313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826806/real 1787826806] req@ffff8a4f06e8cb40 x1874669422048512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826806.871324:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422048512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826806.871331:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826806.871334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826806.871338:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826806.871343:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826806.871362:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826806.871813:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826806/real 1787826806] req@ffff8a4f06e8c3c0 x1874669422048640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826806.871829:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422048640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826806.871837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826806.871840:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826806.871843:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826806.871849:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826806.871906:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826806.871919:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826806/real 1787826806] req@ffff8a4f06e8d680 x1874669422048768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826806.871931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422048768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826806.871938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826806.871941:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826806.871945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826806.871950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826806.871970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826806.871981:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826806/real 1787826806] req@ffff8a4f06e8d2c0 x1874669422048896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826806.871992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422048896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826806.872000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826806.872003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826806.872073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422048896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826806.998095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826808.022032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826809.046084:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826810.070123:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826811.094347:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826811.989984:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826811.989994:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826811.989999:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826811.990009:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2770 00000100:00080000:2.0:1787826811.990019:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826811.990024:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826811.990059:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422049024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826811.990080:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826811.990082:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826811.990083:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826811.990086:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2770 00000100:00080000:2.0:1787826811.990089:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826811.990091:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826811.990102:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826811.990117:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422049152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826811.990128:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826811.990132:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826811.990135:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787826811.990138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422049024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826811.990141:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2770 00000100:00080000:2.0:1787826811.990148:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826811.990153:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826811.990156:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826811.990166:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422049280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826811.990173:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826811.990175:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826811.990176:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826811.990179:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2770 00000100:00080000:2.0:1787826811.990182:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826811.990184:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826811.990187:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826811.990193:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422049408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826811.990198:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826811.990200:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826811.990201:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826811.990205:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2770 00000100:00080000:2.0:1787826811.990207:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826811.990209:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826811.990211:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787826811.990216:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826811.990219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422049536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826811.990257:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826811/real 1787826811] req@ffff8a4f06e8cf00 x1874669422049024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826811.990274:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422049024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826811.990283:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826811.990287:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826811.990291:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422049024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826811.990319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826811.990337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826811.990347:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826811/real 1787826811] req@ffff8a4f06e8f480 x1874669422049152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826811.990359:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422049152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826811.990366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826811.990369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826811.990372:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826811.990378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826811.990395:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826811.990405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826811/real 1787826811] req@ffff8a4f06e8e1c0 x1874669422049280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826811.990417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422049280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826811.990435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826811.990439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826811.990442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826811.990448:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826811.990467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826811.990478:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826811/real 1787826811] req@ffff8a4f06e8ed00 x1874669422049408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826811.990489:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422049408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826811.990497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826811.990500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826811.990503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826811.990508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826811.990527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826811.990537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826811/real 1787826811] req@ffff8a4f06e8c780 x1874669422049536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826811.990548:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422049536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826811.990555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826811.990558:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826811.990561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826812.118158:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826813.142094:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826814.166094:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826815.190156:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826816.214075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826817.110015:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826817.110024:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826817.110027:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826817.110035:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2775 00000100:00080000:0.0:1787826817.110052:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826817.110058:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826817.110093:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422049664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826817.110129:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826817.110132:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826817.110134:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826817.110139:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2775 00000100:00080000:0.0:1787826817.110143:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826817.110147:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826817.110156:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826817.110170:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422049792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826817.110178:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422049664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826817.110200:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826817.110205:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826817.110206:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826817.110211:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2775 00000100:00080000:0.0:1787826817.110215:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826817.110220:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826817.110225:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826817.110240:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422049920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826817.110249:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826817.110252:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826817.110254:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826817.110259:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2775 00000100:00080000:0.0:1787826817.110264:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826817.110267:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826817.110271:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1787826817.110273:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826817.110296:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422050048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826817.110317:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826817.110320:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826817.110322:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826817.110324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826817/real 1787826817] req@ffff8a4f13c59a40 x1874669422049664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826817.110335:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2775 00000100:00080000:0.0:1787826817.110348:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826817.110357:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826817.110364:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422049664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787826817.110365:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826817.110387:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422050176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826817.110387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826817.110402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826817.110413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422049664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826817.110445:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826817.110470:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826817.110483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826817/real 1787826817] req@ffff8a4f13c58000 x1874669422049792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826817.110501:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422049792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826817.110509:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826817.110512:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826817.110515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826817.110521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826817.110539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826817.110549:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826817/real 1787826817] req@ffff8a4f13c59680 x1874669422049920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826817.110559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422049920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826817.110566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826817.110569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826817.110572:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422049920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826817.110578:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826817.110609:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826817.110619:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826817/real 1787826817] req@ffff8a4f13c5b480 x1874669422050048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826817.110630:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422050048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826817.110642:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826817.110646:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826817.110649:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826817.110655:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826817.110674:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826817.110685:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826817/real 1787826817] req@ffff8a4f13c5a580 x1874669422050176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826817.110697:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422050176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826817.110704:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826817.110708:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826817.110711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826817.238050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826818.262049:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826819.286176:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826820.310381:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826821.334034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826822.230004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826822.230016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826822.230020:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826822.230036:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2780 00000100:00080000:1.0:1787826822.230048:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826822.230057:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826822.230104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422050304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826822.230135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826822.230139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826822.230141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826822.230145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2780 00000100:00080000:1.0:1787826822.230149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826822.230155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826822.230168:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826822.230182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422050432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826822.230205:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422050304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826822.230231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826822.230234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826822.230236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826822.230242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2780 00000100:00080000:1.0:1787826822.230246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826822.230249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826822.230255:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826822.230267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422050560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826822.230276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826822.230279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826822.230281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826822.230285:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2780 00000100:00080000:1.0:1787826822.230298:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826822.230303:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826822.230310:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826822.230321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422050688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826822.230329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826822.230332:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826822.230334:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826822.230338:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2780 00000100:00100000:2.0:1787826822.230351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050432:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787826822.230352:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826822.230365:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826822.230374:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826822.230391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422050816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826822.230399:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826822.230430:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826822.230462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826822.358170:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826823.382137:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826824.406057:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787826825.302133:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787826825.302175:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787826825.302190:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826825.302242:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826825.302248:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826825.302253:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826825.302257:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826825.302636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826822/real 1787826825] req@ffff8a4f13cb1a40 x1874669422050816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826825.302659:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422050816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826825.302670:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826825.302675:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826825.302679:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050816:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826825.302687:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826822/real 1787826825] req@ffff8a4f13cb2d00 x1874669422050432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826825.302699:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422050432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826825.302707:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826825.302710:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826825.302713:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826825.302719:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826822/real 1787826825] req@ffff8a4f13cb0780 x1874669422050560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826825.302729:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422050560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826825.302735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826825.302738:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826825.302742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826825.302748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826822/real 1787826825] req@ffff8a4f13cb21c0 x1874669422050688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826825.302758:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422050688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826825.302765:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826825.302768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826825.302771:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422050688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826825.302776:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826822/real 1787826825] req@ffff8a4f13cb0000 x1874669422050304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826825.302786:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422050304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826825.302793:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826825.302796:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826825.302799:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422050304:192.168.203.149@tcp:250:kworker.0 00010000:00010000:2.0:1787826825.430058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826826.454086:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826827.349991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826827.350000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826827.350004:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826827.350014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2785 00000100:00080000:2.0:1787826827.350024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826827.350032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826827.350068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422050944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826827.350107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826827.350111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826827.350113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826827.350117:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2785 00000100:00080000:2.0:1787826827.350120:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826827.350125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826827.350134:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826827.350147:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422050944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826827.350149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422051072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826827.350163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826827.350166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826827.350168:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826827.350172:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2785 00000100:00080000:2.0:1787826827.350176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826827.350179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826827.350184:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826827.350195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422051200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826827.350205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826827.350210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1787826827.350211:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826827.350213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826827.350220:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2785 00000100:00080000:2.0:1787826827.350225:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826827.350230:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826827.350235:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826827.350247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422051328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826827.350257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826827.350258:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826827/real 1787826827] req@ffff8a4f06e8c780 x1874669422050944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826827.350263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826827.350267:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826827.350275:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2785 00000100:00080000:2.0:1787826827.350279:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826827.350284:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422050944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826827.350285:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826827.350292:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826827.350305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422051456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826827.350307:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826827.350317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826827.350323:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422050944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826827.350348:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826827.350370:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826827.350382:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826827/real 1787826827] req@ffff8a4f06e8ed00 x1874669422051072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826827.350399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422051072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826827.350407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826827.350410:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826827.350413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826827.350420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826827.350438:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826827.350449:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826827/real 1787826827] req@ffff8a4f06e8e1c0 x1874669422051200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826827.350460:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422051200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826827.350466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826827.350469:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826827.350472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826827.350477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826827.350496:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826827.350507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826827/real 1787826827] req@ffff8a4f06e8f480 x1874669422051328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826827.350528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422051328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826827.350540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826827.350543:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826827.350546:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826827.350551:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826827.350571:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826827.350582:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826827/real 1787826827] req@ffff8a4f06e8cf00 x1874669422051456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826827.350592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422051456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826827.350598:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826827.350601:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826827.350603:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826827.478057:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826828.502056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826829.526059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826830.550074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826831.574921:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826832.470072:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826832.470081:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826832.470085:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826832.470094:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2790 00000100:00080000:2.0:1787826832.470103:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826832.470110:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826832.470144:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422051584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826832.470171:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826832.470174:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826832.470176:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826832.470179:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2790 00000100:00080000:2.0:1787826832.470182:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826832.470186:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826832.470195:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826832.470206:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422051712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826832.470216:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826832.470220:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787826832.470223:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422051584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826832.470223:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826832.470231:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2790 00000100:00080000:2.0:1787826832.470235:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826832.470239:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826832.470243:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826832.470255:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422051840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826832.470264:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826832.470267:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826832.470269:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826832.470272:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2790 00000100:00080000:2.0:1787826832.470277:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826832.470280:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826832.470285:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787826832.470290:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826832.470310:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422051968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826832.470320:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826832.470323:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826832.470325:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826832.470328:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2790 00000100:00080000:2.0:1787826832.470332:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826832.470336:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826832.470341:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826832.470345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826832/real 1787826832] req@ffff8a4f06e8d2c0 x1874669422051584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826832.470354:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422052096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826832.470367:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422051584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826832.470378:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826832.470383:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826832.470387:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422051584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826832.470412:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826832.470432:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826832.470443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826832/real 1787826832] req@ffff8a4f06e8d680 x1874669422051712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826832.470454:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422051712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826832.470642:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826832.470647:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826832.470651:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826832.470658:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826832.470682:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826832.470694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826832/real 1787826832] req@ffff8a4f06e8c3c0 x1874669422051840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826832.470706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422051840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826832.470713:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826832.470716:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826832.470719:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826832.470724:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826832.470743:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826832.470753:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826832/real 1787826832] req@ffff8a4f06e8cb40 x1874669422051968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826832.470763:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422051968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826832.470770:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826832.470773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826832.470776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422051968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826832.470781:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826832.470797:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826832.470807:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826832/real 1787826832] req@ffff8a4f06e8e940 x1874669422052096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826832.470818:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422052096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826832.470837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826832.470840:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826832.470844:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826832.598040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826833.622069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826834.646052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826835.670118:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826836.694085:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826837.589912:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826837.589919:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826837.589922:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826837.589930:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2795 00000100:00080000:2.0:1787826837.589938:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826837.589943:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826837.589971:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422052224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826837.589991:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826837.589993:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826837.589995:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826837.589998:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2795 00000100:00080000:2.0:1787826837.590001:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826837.590005:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826837.590013:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826837.590025:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422052352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826837.590034:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422052224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826837.590038:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826837.590043:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826837.590045:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826837.590049:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2795 00000100:00080000:2.0:1787826837.590052:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826837.590056:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826837.590061:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826837.590073:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422052480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826837.590083:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826837.590086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826837.590088:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826837.590091:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2795 00000100:00080000:2.0:1787826837.590096:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787826837.590101:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826837.590104:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826837.590111:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826837.590123:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422052608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826837.590131:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826837.590134:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826837.590135:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826837.590139:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2795 00000100:00080000:2.0:1787826837.590142:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826837.590146:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826837.590147:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826837/real 1787826837] req@ffff8a4f06e8e580 x1874669422052224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787826837.590149:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826837.590166:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422052736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826837.590171:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422052224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826837.590187:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826837.590192:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826837.590197:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422052224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826837.590222:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826837.590244:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826837.590257:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826837/real 1787826837] req@ffff8a4f06e8c000 x1874669422052352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826837.590269:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422052352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826837.590277:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826837.590280:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826837.590283:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826837.590289:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826837.590307:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826837.590319:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826837/real 1787826837] req@ffff8a4f06e8f0c0 x1874669422052480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826837.590330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422052480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826837.590343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826837.590347:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826837.590350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826837.590356:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826837.590373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826837.590384:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826837/real 1787826837] req@ffff8a4f06e8de00 x1874669422052608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826837.590395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422052608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826837.590403:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826837.590405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826837.590408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826837.590414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826837.590431:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826837.590454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826837/real 1787826837] req@ffff8a4f06e8f840 x1874669422052736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826837.590466:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422052736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826837.590474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826837.590477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826837.590481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826837.718148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826838.741967:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826839.766066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826840.789985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826841.814161:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826842.710053:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826842.710067:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826842.710072:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826842.710084:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2801 00000100:00080000:0.0:1787826842.710096:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826842.710105:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826842.710158:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422052864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826842.710186:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826842.710189:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826842.710191:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826842.710195:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2801 00000100:00080000:0.0:1787826842.710198:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826842.710202:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826842.710214:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826842.710224:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422052992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826842.710231:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826842.710236:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826842.710239:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826842.710239:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422052864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826842.710247:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2801 00000100:00080000:0.0:1787826842.710252:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826842.710256:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826842.710261:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826842.710274:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422053120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826842.710285:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826842.710288:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826842.710290:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826842.710293:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2801 00000100:00080000:0.0:1787826842.710296:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826842.710298:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826842.710303:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826842.710314:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422053248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826842.710314:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787826842.710322:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826842.710325:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826842.710326:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826842.710328:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2801 00000100:00080000:0.0:1787826842.710331:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826842.710334:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826842.710337:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826842.710353:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422053376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826842.710362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826842/real 1787826842] req@ffff8a4f13c58780 x1874669422052864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826842.710390:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422052864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826842.710404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826842.710420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826842.710424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422052864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826842.710448:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826842.710465:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826842.710474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826842/real 1787826842] req@ffff8a4f13c5ad00 x1874669422052992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826842.710482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422052992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826842.710487:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826842.710489:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826842.710491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422052992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826842.710495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826842.710504:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826842.710510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826842/real 1787826842] req@ffff8a4f13c583c0 x1874669422053120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826842.710517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422053120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826842.710521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826842.710523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826842.710525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826842.710528:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826842.710539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826842.710544:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826842/real 1787826842] req@ffff8a4f13c5b0c0 x1874669422053248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826842.710550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422053248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826842.710555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826842.710557:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826842.710558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826842.710561:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826842.710569:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826842.710574:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826842/real 1787826842] req@ffff8a4f13c5a940 x1874669422053376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826842.710580:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422053376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826842.710585:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826842.710586:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826842.710588:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826842.838200:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826843.862157:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826844.885981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826845.910122:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826846.934067:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826847.829981:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826847.829993:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826847.829997:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826847.830007:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2806 00000100:00080000:2.0:1787826847.830017:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826847.830024:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826847.830060:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422053504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826847.830087:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826847.830091:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826847.830099:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826847.830103:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2806 00000100:00080000:2.0:1787826847.830108:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826847.830112:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826847.830121:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826847.830123:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422053504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826847.830136:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422053632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826847.830146:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826847.830149:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826847.830151:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826847.830155:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2806 00000100:00080000:2.0:1787826847.830158:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826847.830171:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826847.830177:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787826847.830184:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826847.830190:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422053760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826847.830200:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826847.830203:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826847.830205:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826847.830209:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2806 00000100:00080000:2.0:1787826847.830214:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826847.830218:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826847.830223:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826847.830233:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422053888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826847.830242:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826847.830244:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826847/real 1787826847] req@ffff8a4f06e8f840 x1874669422053504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826847.830246:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826847.830250:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826847.830258:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2806 00000100:00080000:2.0:1787826847.830263:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826847.830264:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422053504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826847.830270:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787826847.830275:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787826847.830279:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787826847.830281:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826847.830287:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422053504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826847.830296:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422054016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826847.830308:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826847.830327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826847.830338:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826847/real 1787826847] req@ffff8a4f06e8de00 x1874669422053632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826847.830345:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422053632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826847.830350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826847.830352:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826847.830354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826847.830359:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826847.830368:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826847.830389:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826847/real 1787826847] req@ffff8a4f06e8f0c0 x1874669422053760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826847.830396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422053760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826847.830401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826847.830403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826847.830405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826847.830409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826847.830426:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826847.830437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826847/real 1787826847] req@ffff8a4f06e8c000 x1874669422053888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826847.830448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422053888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826847.830456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826847.830459:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826847.830462:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422053888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826847.830479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826847.830497:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826847.830507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826847/real 1787826847] req@ffff8a4f06e8e580 x1874669422054016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826847.830518:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422054016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826847.830524:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826847.830526:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826847.830529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826847.958254:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826848.982082:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826850.006117:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826851.030148:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826852.054395:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826852.949965:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826852.949974:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826852.949979:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826852.949988:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2811 00000100:00080000:2.0:1787826852.949997:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826852.950004:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826852.950039:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422054144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826852.950065:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826852.950067:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826852.950069:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826852.950071:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2811 00000100:00080000:2.0:1787826852.950077:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826852.950080:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826852.950087:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826852.950097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422054272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826852.950107:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826852.950110:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826852.950112:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826852.950118:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2811 00000100:00100000:0.0:1787826852.950119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422054144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826852.950121:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826852.950129:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826852.950134:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826852.950147:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422054400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826852.950162:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826852.950164:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826852.950166:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826852.950168:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2811 00000100:00080000:2.0:1787826852.950171:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826852.950174:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826852.950177:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787826852.950182:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826852.950190:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422054528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826852.950208:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826852.950211:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826852.950213:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826852.950218:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2811 00000100:00080000:2.0:1787826852.950222:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826852.950224:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826852/real 1787826852] req@ffff8a4f06e8e940 x1874669422054144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826852.950230:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826852.950237:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826852.950248:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422054144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826852.950249:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422054656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826852.950281:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826852.950286:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826852.950290:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422054144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826852.950298:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826852.950319:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826852.950331:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826852/real 1787826852] req@ffff8a4f06e8cb40 x1874669422054272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826852.950355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422054272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826852.950362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826852.950365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826852.950368:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826852.950392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826852.950416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826852.950427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826852/real 1787826852] req@ffff8a4f06e8c3c0 x1874669422054400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826852.950439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422054400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826852.950445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826852.950448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826852.950451:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826852.950456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826852.950475:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826852.950484:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826852/real 1787826852] req@ffff8a4f06e8d680 x1874669422054528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826852.950494:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422054528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826852.950501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826852.950504:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826852.950508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826852.950513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826852.950529:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826852.950539:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826852/real 1787826852] req@ffff8a4f06e8d2c0 x1874669422054656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826852.950550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422054656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826852.950557:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826852.950560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826852.950563:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826853.078170:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826854.102483:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826855.126119:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826856.150085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826857.174043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787826858.069976:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826858.069984:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787826858.069987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826858.069996:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2816 00000100:00080000:3.0:1787826858.070006:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826858.070013:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787826858.070048:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422054784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826858.070069:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826858.070071:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787826858.070073:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826858.070075:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2816 00000100:00080000:3.0:1787826858.070078:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826858.070080:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826858.070088:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826858.070100:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422054912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826858.070111:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826858.070115:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787826858.070116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422054784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787826858.070117:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826858.070125:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2816 00000100:00080000:3.0:1787826858.070130:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826858.070133:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826858.070137:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787826858.070148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422055040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826858.070158:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826858.070160:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787826858.070162:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826858.070166:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2816 00000100:00080000:3.0:1787826858.070170:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787826858.070174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787826858.070175:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826858.070181:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787826858.070191:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422055168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787826858.070199:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787826858.070201:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787826858.070203:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787826858.070207:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2816 00000100:00100000:0.0:1787826858.070209:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826858/real 1787826858] req@ffff8a4f08daa940 x1874669422054784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787826858.070212:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787826858.070219:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787826858.070226:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826858.070232:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422054784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787826858.070238:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422055296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826858.070252:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826858.070258:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826858.070263:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422054784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826858.070284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826858.070311:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826858.070320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826858/real 1787826858] req@ffff8a4f08daad00 x1874669422054912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826858.070328:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422054912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826858.070333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826858.070335:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826858.070337:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422054912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826858.070340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826858.070364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826858.070376:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826858/real 1787826858] req@ffff8a4f08da8f00 x1874669422055040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826858.070387:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422055040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826858.070395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826858.070398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826858.070401:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826858.070406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826858.070424:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826858.070433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826858/real 1787826858] req@ffff8a4f08da83c0 x1874669422055168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826858.070445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422055168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826858.070452:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826858.070455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826858.070458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826858.070463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826858.070482:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826858.070491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826858/real 1787826858] req@ffff8a4f08dab840 x1874669422055296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826858.070499:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422055296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826858.070503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826858.070505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826858.070507:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826858.198067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826859.222006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826860.246013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826861.270031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826862.294028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826863.189990:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826863.190001:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826863.190005:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826863.190014:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2821 00000100:00080000:2.0:1787826863.190025:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826863.190033:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826863.190068:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422055424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826863.190096:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826863.190100:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826863.190102:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826863.190106:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2821 00000100:00080000:2.0:1787826863.190109:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826863.190112:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826863.190121:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826863.190132:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422055552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826863.190141:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826863.190144:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826863.190145:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826863.190148:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2821 00000100:00080000:2.0:1787826863.190151:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826863.190154:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826863.190158:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826863.190166:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422055680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826863.190175:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826863.190178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826863.190179:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826863.190183:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2821 00000100:00080000:2.0:1787826863.190186:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826863.190189:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826863.190193:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826863.190201:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422055808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826863.190209:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826863.190212:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826863.190214:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826863.190217:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2821 00000100:00080000:2.0:1787826863.190220:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826863.190223:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826863.190227:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826863.190236:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422055936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826863.190362:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422055424:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826863.190439:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826863.190487:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826863/real 1787826863] req@ffff8a4f06e8cf00 x1874669422055424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826863.190507:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422055424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826863.190518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826863.190523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826863.190527:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422055424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826863.190535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826863.190556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826863.190568:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826863/real 1787826863] req@ffff8a4f06e8f480 x1874669422055552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826863.190581:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422055552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826863.190589:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826863.190592:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826863.190595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826863.190602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826863.190619:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826863.190629:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826863/real 1787826863] req@ffff8a4f06e8e1c0 x1874669422055680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826863.190640:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422055680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826863.190647:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826863.190651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826863.190653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826863.190661:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826863.190679:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826863.190690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826863/real 1787826863] req@ffff8a4f06e8ed00 x1874669422055808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826863.190702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422055808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826863.190710:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826863.190713:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826863.190716:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826863.190722:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826863.190740:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826863.190751:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826863/real 1787826863] req@ffff8a4f06e8c780 x1874669422055936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826863.190762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422055936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826863.190769:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826863.190772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826863.190774:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422055936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826863.318174:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826864.342074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826865.367814:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826866.390072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826867.414044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826868.310047:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826868.310058:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826868.310063:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826868.310072:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2826 00000100:00080000:2.0:1787826868.310095:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826868.310104:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826868.310142:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422056064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826868.310175:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826868.310178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826868.310180:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826868.310183:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2826 00000100:00080000:2.0:1787826868.310187:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826868.310191:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826868.310200:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826868.310219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422056192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826868.310235:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826868.310239:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826868.310240:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826868.310243:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2826 00000100:00080000:2.0:1787826868.310247:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826868.310251:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826868.310256:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826868.310266:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422056320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826868.310281:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826868.310284:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826868.310285:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826868.310289:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2826 00000100:00080000:2.0:1787826868.310292:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826868.310295:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826868.310300:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826868.310309:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422056448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826868.310317:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826868.310320:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826868.310321:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826868.310324:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2826 00000100:00080000:2.0:1787826868.310328:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826868.310332:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826868.310336:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826868.310353:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422056576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826868.310714:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422056064:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826868.310777:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826868.310832:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826868/real 1787826868] req@ffff8a4f06e8c780 x1874669422056064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826868.310849:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422056064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826868.310908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826868.310912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826868.310916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422056064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826868.310928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826868.310952:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826868.310965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826868/real 1787826868] req@ffff8a4f06e8ed00 x1874669422056192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826868.310976:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422056192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826868.310983:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826868.310985:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826868.310988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826868.310993:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826868.311011:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826868.311021:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826868/real 1787826868] req@ffff8a4f06e8e1c0 x1874669422056320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826868.311037:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422056320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826868.311042:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826868.311045:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826868.311048:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826868.311053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826868.311070:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826868.311080:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826868/real 1787826868] req@ffff8a4f06e8f480 x1874669422056448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826868.311099:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422056448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826868.311106:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826868.311109:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826868.311111:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826868.311117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826868.311134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826868.311144:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826868/real 1787826868] req@ffff8a4f06e8cf00 x1874669422056576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826868.311154:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422056576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826868.311165:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826868.311168:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826868.311171:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826868.439253:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826869.462131:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826870.486051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826871.510091:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826872.534146:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826873.429976:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826873.429986:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826873.429990:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826873.430000:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2831 00000100:00080000:0.0:1787826873.430010:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826873.430017:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826873.430054:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422056704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826873.430083:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826873.430086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826873.430088:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826873.430091:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2831 00000100:00080000:0.0:1787826873.430095:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826873.430098:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826873.430108:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826873.430118:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422056832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826873.430127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422056704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826873.430130:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826873.430137:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826873.430140:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826873.430145:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2831 00000100:00080000:0.0:1787826873.430147:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826873.430151:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826873.430156:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826873.430170:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422056960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826873.430180:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826873.430183:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826873.430185:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826873.430189:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2831 00000100:00080000:0.0:1787826873.430203:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826873.430207:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:2.0:1787826873.430213:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787826873.430216:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826873.430229:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422057088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826873.430237:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826873.430240:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826873.430242:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826873.430245:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2831 00000100:00080000:0.0:1787826873.430249:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826873.430253:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826873.430259:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826873.430267:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826873/real 1787826873] req@ffff8a4f13c592c0 x1874669422056704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826873.430273:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422057216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826873.430296:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422056704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826873.430309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826873.430313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826873.430317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422056704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826873.430341:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826873.430366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826873.430378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826873/real 1787826873] req@ffff8a4f13c5bc00 x1874669422056832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826873.430390:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422056832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826873.430397:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826873.430400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826873.430403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826873.430408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826873.430427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826873.430438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826873/real 1787826873] req@ffff8a4f13c58f00 x1874669422056960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826873.430454:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422056960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826873.430462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826873.430465:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826873.430468:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422056960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826873.430473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826873.430491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826873.430501:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826873/real 1787826873] req@ffff8a4f13c5a1c0 x1874669422057088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826873.430512:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422057088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826873.430519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826873.430523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826873.430526:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826873.430531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826873.430548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826873.430558:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826873/real 1787826873] req@ffff8a4f13c5a940 x1874669422057216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826873.430568:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422057216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826873.430581:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826873.430584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826873.430587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826873.558032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826874.582053:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826875.606115:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826876.630060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826877.654004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826878.549968:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826878.549976:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826878.549980:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826878.549987:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2836 00000100:00080000:0.0:1787826878.549996:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826878.550003:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826878.550032:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422057344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826878.550055:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826878.550059:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826878.550061:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826878.550068:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2836 00000100:00080000:0.0:1787826878.550071:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826878.550075:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826878.550084:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826878.550104:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422057344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826878.550107:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422057472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826878.550116:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826878.550119:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826878.550121:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826878.550124:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2836 00000100:00080000:0.0:1787826878.550128:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826878.550131:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826878.550135:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826878.550143:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422057600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826878.550150:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826878.550152:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826878.550153:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826878.550168:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2836 00000100:00080000:0.0:1787826878.550172:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826878.550175:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:2.0:1787826878.550176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787826878.550180:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826878.550190:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422057728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826878.550198:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826878.550200:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826878.550202:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826878.550205:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2836 00000100:00080000:0.0:1787826878.550208:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826878.550211:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826878.550213:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826878/real 1787826878] req@ffff8a4f13c5b0c0 x1874669422057344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787826878.550215:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826878.550222:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422057856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826878.550229:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422057344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826878.550237:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826878.550240:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826878.550244:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422057344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826878.550265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826878.550287:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826878.550299:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826878/real 1787826878] req@ffff8a4f13c583c0 x1874669422057472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826878.550311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422057472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826878.550318:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826878.550322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826878.550325:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826878.550330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826878.550347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826878.550358:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826878/real 1787826878] req@ffff8a4f13c5ad00 x1874669422057600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826878.550368:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422057600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826878.550387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826878.550391:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826878.550394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826878.550400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826878.550417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826878.550425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826878/real 1787826878] req@ffff8a4f13c58780 x1874669422057728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826878.550432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422057728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826878.550437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826878.550439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826878.550440:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826878.550443:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826878.550453:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826878.550461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826878/real 1787826878] req@ffff8a4f13c5a580 x1874669422057856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826878.550472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422057856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826878.550479:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826878.550482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826878.550485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422057856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826878.678072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826879.702033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826880.726061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826881.750122:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826882.774074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826883.669977:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826883.669988:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826883.669992:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826883.670000:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2842 00000100:00080000:0.0:1787826883.670010:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826883.670016:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826883.670052:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422057984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826883.670080:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826883.670084:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826883.670086:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826883.670090:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2842 00000100:00080000:0.0:1787826883.670093:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826883.670097:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826883.670106:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826883.670119:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422058112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826883.670138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422057984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826883.670142:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826883.670147:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826883.670149:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826883.670151:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2842 00000100:00080000:0.0:1787826883.670154:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826883.670156:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826883.670159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826883.670168:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422058240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826883.670174:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826883.670176:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826883.670177:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826883.670179:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2842 00000100:00080000:0.0:1787826883.670182:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826883.670184:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826883.670186:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826883.670192:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422058368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826883.670197:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826883.670199:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826883.670201:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1787826883.670204:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787826883.670213:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2842 00000100:00080000:0.0:1787826883.670217:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826883.670221:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826883.670226:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826883.670240:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422058496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826883.670245:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826883/real 1787826883] req@ffff8a4f13c5b480 x1874669422057984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826883.670267:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422057984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826883.670276:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826883.670281:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826883.670284:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422057984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826883.670305:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826883.670325:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826883.670337:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826883/real 1787826883] req@ffff8a4f13c59680 x1874669422058112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826883.670348:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422058112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826883.670354:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826883.670357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826883.670361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826883.670366:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826883.670380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826883.670388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826883/real 1787826883] req@ffff8a4f13c58000 x1874669422058240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826883.670398:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422058240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826883.670404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826883.670407:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826883.670409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826883.670414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826883.670428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826883.670436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826883/real 1787826883] req@ffff8a4f13c59a40 x1874669422058368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826883.670445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422058368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826883.670452:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826883.670455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826883.670457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826883.670462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826883.670475:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826883.670483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826883/real 1787826883] req@ffff8a4f13c5a580 x1874669422058496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826883.670493:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422058496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826883.670500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826883.670503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826883.670510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826883.798005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826884.822087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826885.846256:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826886.870152:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826887.893993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826888.789962:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826888.789970:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826888.789974:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826888.789984:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2847 00000100:00080000:0.0:1787826888.789993:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826888.790000:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826888.790033:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422058624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826888.790057:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826888.790060:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826888.790061:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826888.790065:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2847 00000100:00080000:0.0:1787826888.790068:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826888.790071:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826888.790080:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826888.790103:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422058752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826888.790112:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826888.790116:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826888.790118:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826888.790122:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2847 00000100:00080000:0.0:1787826888.790126:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826888.790129:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826888.790132:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826888.790141:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422058880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826888.790154:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787826888.790154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422058624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826888.790170:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826888.790172:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826888.790178:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2847 00000100:00080000:0.0:1787826888.790181:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826888.790186:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826888.790191:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826888.790203:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422059008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826888.790210:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826888.790214:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826888.790215:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826888.790219:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2847 00000100:00080000:0.0:1787826888.790223:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826888.790226:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826888.790230:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826888.790239:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422059136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826888.790293:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826888.790340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826888.790364:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826888.790393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826888.918128:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826889.942038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826890.966112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787826891.862109:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787826891.862151:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787826891.862164:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826891.862198:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826891.862223:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826891.862237:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826891.862250:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787826891.862256:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826888/real 1787826891] req@ffff8a4f13c583c0 x1874669422058880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826891.862293:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422058880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826891.862306:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826891.862312:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826891.862317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826891.862325:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826888/real 1787826891] req@ffff8a4f13c5b0c0 x1874669422059008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826891.862337:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422059008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826891.862346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826891.862349:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826891.862353:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826891.862359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826888/real 1787826891] req@ffff8a4f13c5a940 x1874669422059136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826891.862370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422059136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826891.862390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826891.862395:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826891.862398:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059136:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826891.862407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826888/real 1787826891] req@ffff8a4f13c58780 x1874669422058624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826891.862421:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422058624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826891.862428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826891.862432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826891.862436:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422058624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826891.862443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826888/real 1787826891] req@ffff8a4f13c5ad00 x1874669422058752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826891.862454:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422058752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826891.862460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826891.862463:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826891.862466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422058752:192.168.203.149@tcp:38:kworker.0 00010000:00010000:0.0:1787826891.990086:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826893.014341:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826893.909993:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826893.910003:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826893.910007:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826893.910017:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2852 00000100:00080000:2.0:1787826893.910028:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826893.910036:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826893.910086:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422059264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826893.910125:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826893.910129:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826893.910131:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826893.910134:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2852 00000100:00080000:2.0:1787826893.910138:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826893.910142:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826893.910151:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826893.910163:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422059392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826893.910172:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826893.910175:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826893.910177:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826893.910180:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2852 00000100:00080000:2.0:1787826893.910184:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826893.910187:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826893.910191:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826893.910200:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422059520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826893.910209:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826893.910212:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826893.910214:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826893.910218:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2852 00000100:00080000:2.0:1787826893.910221:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826893.910225:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826893.910229:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826893.910238:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422059648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826893.910247:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826893.910249:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826893.910251:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826893.910254:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2852 00000100:00080000:2.0:1787826893.910257:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826893.910261:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826893.910265:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826893.910287:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422059776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826893.910657:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422059264:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826893.910729:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826893.910772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826893/real 1787826893] req@ffff8a4f06e8d2c0 x1874669422059264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826893.910789:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422059264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826893.910800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826893.910804:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826893.910808:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422059264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826893.910815:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826893.910837:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826893.910871:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826893/real 1787826893] req@ffff8a4f06e8d680 x1874669422059392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826893.910884:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422059392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826893.910892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826893.910896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826893.910899:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826893.910908:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826893.910929:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826893.910941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826893/real 1787826893] req@ffff8a4f06e8c3c0 x1874669422059520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826893.910952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422059520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826893.910960:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826893.910963:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826893.910965:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826893.910972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826893.910992:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826893.911003:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826893/real 1787826893] req@ffff8a4f06e8cb40 x1874669422059648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826893.911014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422059648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826893.911021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826893.911024:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826893.911027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826893.911033:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826893.911061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826893.911074:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826893/real 1787826893] req@ffff8a4f06e8e940 x1874669422059776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826893.911084:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422059776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826893.911090:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826893.911093:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826893.911095:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422059776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826894.038062:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826895.062056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826896.086044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826897.110104:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826898.134045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826899.029969:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826899.029979:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826899.029983:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826899.029992:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2857 00000100:00080000:2.0:1787826899.030003:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826899.030010:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826899.030057:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422059904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826899.030082:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826899.030085:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826899.030088:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826899.030092:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2857 00000100:00080000:2.0:1787826899.030096:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826899.030100:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826899.030109:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826899.030120:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422060032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826899.030121:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422059904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826899.030129:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826899.030132:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826899.030133:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826899.030136:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2857 00000100:00080000:2.0:1787826899.030139:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826899.030142:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826899.030145:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826899.030152:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422060160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826899.030159:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826899.030161:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826899.030163:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826899.030166:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2857 00000100:00080000:2.0:1787826899.030169:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826899.030172:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787826899.030176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:2.0:1787826899.030176:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826899.030182:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422060288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826899.030190:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826899.030192:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826899.030194:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826899.030197:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2857 00000100:00080000:2.0:1787826899.030199:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826899.030202:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826899.030205:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826899.030212:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422060416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826899.030214:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826899/real 1787826899] req@ffff8a4f06e8e580 x1874669422059904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826899.030228:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422059904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826899.030237:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826899.030240:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826899.030243:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422059904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826899.030265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826899.030282:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826899.030291:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826899/real 1787826899] req@ffff8a4f06e8c000 x1874669422060032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826899.030302:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422060032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826899.030307:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826899.030309:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826899.030311:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826899.030314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826899.030323:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826899.030328:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826899/real 1787826899] req@ffff8a4f06e8f0c0 x1874669422060160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826899.030334:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422060160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826899.030338:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826899.030340:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826899.030341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826899.030344:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826899.030353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826899.030358:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826899/real 1787826899] req@ffff8a4f06e8de00 x1874669422060288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826899.030363:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422060288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826899.030372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826899.030373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826899.030375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826899.030378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826899.030389:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826899.030395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826899/real 1787826899] req@ffff8a4f06e8f840 x1874669422060416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826899.030401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422060416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826899.030406:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826899.030408:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826899.030410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826899.158037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826900.182112:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826901.206072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826902.230015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826903.254103:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826904.150021:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826904.150031:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826904.150035:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826904.150046:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2862 00000100:00080000:0.0:1787826904.150057:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826904.150065:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826904.150108:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422060544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826904.150136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826904.150139:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826904.150140:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826904.150143:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2862 00000100:00080000:0.0:1787826904.150145:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826904.150148:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826904.150157:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826904.150165:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422060672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826904.150172:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826904.150175:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826904.150177:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826904.150182:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2862 00000100:00100000:2.0:1787826904.150183:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422060544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826904.150185:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826904.150190:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826904.150195:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826904.150202:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422060800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826904.150211:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826904.150214:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826904.150215:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826904.150219:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2862 00000100:00080000:0.0:1787826904.150223:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826904.150228:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826904.150233:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826904.150245:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422060928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826904.150254:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826904.150258:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826904.150260:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826904.150263:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2862 00000100:00080000:0.0:1787826904.150266:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826904.150268:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826904.150272:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1787826904.150276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826904.150286:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422061056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826904.150333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826904/real 1787826904] req@ffff8a4f13c5a1c0 x1874669422060544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826904.150355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422060544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826904.150373:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826904.150377:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826904.150382:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422060544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826904.150411:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826904.150437:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826904.150451:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826904/real 1787826904] req@ffff8a4f13c58f00 x1874669422060672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826904.150464:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422060672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826904.150472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826904.150476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826904.150479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826904.150485:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826904.150516:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826904.150527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826904/real 1787826904] req@ffff8a4f13c5bc00 x1874669422060800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826904.150539:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422060800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826904.150546:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826904.150550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826904.150553:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826904.150559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826904.150580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826904.150592:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826904/real 1787826904] req@ffff8a4f13c592c0 x1874669422060928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826904.150603:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422060928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826904.150611:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826904.150615:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826904.150618:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422060928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826904.150623:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826904.150644:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826904.150655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826904/real 1787826904] req@ffff8a4f13c5ad00 x1874669422061056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826904.150667:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422061056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826904.150675:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826904.150678:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826904.150681:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826904.278074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826905.302132:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826906.326104:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826907.350108:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826908.374073:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826909.270003:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826909.270013:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826909.270017:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826909.270026:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2867 00000100:00080000:0.0:1787826909.270038:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826909.270046:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826909.270089:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422061184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826909.270123:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826909.270127:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826909.270129:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826909.270133:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2867 00000100:00080000:0.0:1787826909.270136:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826909.270140:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826909.270150:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826909.270163:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422061312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826909.270178:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826909.270181:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826909.270183:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826909.270186:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2867 00000100:00080000:0.0:1787826909.270190:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826909.270193:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826909.270198:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826909.270209:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422061440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826909.270218:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826909.270221:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826909.270223:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826909.270226:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2867 00000100:00080000:0.0:1787826909.270230:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826909.270234:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826909.270239:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826909.270248:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422061568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826909.270257:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826909.270260:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826909.270262:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826909.270265:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2867 00000100:00080000:0.0:1787826909.270268:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826909.270271:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826909.270276:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826909.270285:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422061696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826909.270645:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422061184:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826909.270746:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826909.270813:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826909/real 1787826909] req@ffff8a4f13c58780 x1874669422061184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826909.270838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422061184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826909.270894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826909.270900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826909.270904:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422061184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826909.270913:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826909.270936:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826909.270963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826909/real 1787826909] req@ffff8a4f13c5a940 x1874669422061312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826909.270977:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422061312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826909.270985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826909.270988:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826909.270991:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826909.270998:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826909.271018:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826909.271029:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826909/real 1787826909] req@ffff8a4f13c5b0c0 x1874669422061440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826909.271053:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422061440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826909.271064:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826909.271068:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826909.271071:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826909.271078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826909.271098:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826909.271109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826909/real 1787826909] req@ffff8a4f13c583c0 x1874669422061568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826909.271119:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422061568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826909.271127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826909.271130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826909.271133:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826909.271143:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826909.271161:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826909.271169:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826909/real 1787826909] req@ffff8a4f13c5a580 x1874669422061696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826909.271179:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422061696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826909.271191:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826909.271194:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826909.271197:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826909.398078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826910.421993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826911.446045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826912.470009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826913.494066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826914.390001:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826914.390011:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826914.390016:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826914.390025:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2872 00000100:00080000:2.0:1787826914.390035:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826914.390050:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826914.390088:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422061824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826914.390112:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826914.390116:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826914.390118:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826914.390122:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2872 00000100:00080000:2.0:1787826914.390127:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826914.390131:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826914.390140:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826914.390142:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422061824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826914.390155:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422061952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826914.390171:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826914.390175:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826914.390177:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826914.390180:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2872 00000100:00080000:2.0:1787826914.390184:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826914.390188:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826914.390193:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787826914.390194:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826914.390207:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422062080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826914.390216:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826914.390219:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826914.390221:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826914.390224:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2872 00000100:00080000:2.0:1787826914.390228:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826914.390232:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826914.390237:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826914/real 1787826914] req@ffff8a4f06e8f840 x1874669422061824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787826914.390238:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826914.390252:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422062208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826914.390257:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422061824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826914.390270:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826914.390272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826914.390275:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826914.390278:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:2.0:1787826914.390279:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787826914.390284:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422061824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826914.390288:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2872 00000100:00080000:2.0:1787826914.390293:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826914.390297:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826914.390302:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826914.390314:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422062336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826914.390318:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826914.390347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826914.390361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826914/real 1787826914] req@ffff8a4f06e8de00 x1874669422061952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826914.390373:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422061952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826914.390379:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826914.390382:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826914.390384:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422061952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826914.390388:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826914.390401:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826914.390408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826914/real 1787826914] req@ffff8a4f06e8f0c0 x1874669422062080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826914.390415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422062080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826914.390419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826914.390420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826914.390422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826914.390425:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826914.390434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826914.390440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826914/real 1787826914] req@ffff8a4f06e8c000 x1874669422062208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826914.390446:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422062208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826914.390450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826914.390452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826914.390453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826914.390464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826914.390473:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826914.390478:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826914/real 1787826914] req@ffff8a4f06e8e580 x1874669422062336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826914.390484:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422062336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826914.390488:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826914.390490:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826914.390491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826914.517985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826915.542198:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826916.566035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826917.590501:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826918.614043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826919.509975:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826919.509983:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826919.509987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826919.509994:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2877 00000100:00080000:2.0:1787826919.510003:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826919.510009:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826919.510046:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422062464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826919.510074:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826919.510077:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826919.510078:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826919.510081:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2877 00000100:00080000:2.0:1787826919.510084:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826919.510086:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826919.510101:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826919.510118:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422062592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826919.510120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422062464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826919.510141:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826919.510145:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826919.510147:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826919.510151:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2877 00000100:00080000:2.0:1787826919.510154:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826919.510158:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826919.510163:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826919.510172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422062720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826919.510176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826919.510187:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826919.510190:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826919.510192:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826919.510197:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2877 00000100:00080000:2.0:1787826919.510201:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826919.510205:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826919.510210:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826919.510217:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826919/real 1787826919] req@ffff8a4f06e8e940 x1874669422062464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826919.510224:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422062848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826919.510234:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422062464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826919.510237:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826919.510242:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826919.510246:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826919.510251:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2877 00000100:00080000:2.0:1787826919.510255:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826919.510256:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826919.510263:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:2.0:1787826919.510266:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826919.510267:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422062464:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787826919.510276:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826919.510290:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422062976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826919.510299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826919.510323:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826919.510338:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826919/real 1787826919] req@ffff8a4f06e8cb40 x1874669422062592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826919.510355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422062592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826919.510363:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826919.510367:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826919.510370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826919.510376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826919.510393:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826919.510404:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826919/real 1787826919] req@ffff8a4f06e8c3c0 x1874669422062720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826919.510414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422062720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826919.510426:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826919.510430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826919.510433:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826919.510438:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826919.510472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826919.510483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826919/real 1787826919] req@ffff8a4f06e8d680 x1874669422062848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826919.510495:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422062848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826919.510501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826919.510505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826919.510508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826919.510524:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826919.510548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826919.510559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826919/real 1787826919] req@ffff8a4f06e8d2c0 x1874669422062976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826919.510571:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422062976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826919.510583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826919.510586:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826919.510590:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422062976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826919.638526:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826920.662080:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826921.686051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826922.710019:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826923.734090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826924.629971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826924.629981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826924.629985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826924.629994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2883 00000100:00080000:1.0:1787826924.630004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826924.630011:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826924.630046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422063104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826924.630070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826924.630073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826924.630075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826924.630079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2883 00000100:00080000:1.0:1787826924.630082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826924.630086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826924.630101:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826924.630113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422063232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826924.630119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422063104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826924.630126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826924.630145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826924.630148:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826924.630153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2883 00000100:00080000:1.0:1787826924.630170:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787826924.630174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787826924.630178:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826924.630185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826924.630200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422063360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826924.630210:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826924/real 1787826924] req@ffff8a4f13cb03c0 x1874669422063104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826924.630211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826924.630219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826924.630223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826924.630229:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2883 00000100:00100000:0.0:1787826924.630233:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422063104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826924.630234:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826924.630243:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787826924.630245:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826924.630249:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000008:00100000:1.0:1787826924.630250:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826924.630253:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422063104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787826924.630266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422063488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826924.630274:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422063232:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787826924.630280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826924.630284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826924.630286:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826924.630290:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2883 00000100:00080000:1.0:1787826924.630294:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826924.630298:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787826924.630307:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787826924.630311:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826924.630323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826924/real 1787826924] req@ffff8a4f13cb12c0 x1874669422063232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826924.630328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422063616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826924.630354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422063232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826924.630363:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826924.630367:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826924.630370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422063232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826924.630378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422063360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826924.630399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826924.630407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826924/real 1787826924] req@ffff8a4f13cb0000 x1874669422063360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826924.630415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422063360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826924.630420:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826924.630422:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826924.630424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422063360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826924.630433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422063488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826924.630444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826924.630449:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826924/real 1787826924] req@ffff8a4f13cb21c0 x1874669422063488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826924.630465:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422063488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826924.630472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826924.630474:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826924.630476:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422063488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826924.630479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422063616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826924.630489:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826924.630495:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826924/real 1787826924] req@ffff8a4f13cb0780 x1874669422063616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826924.630506:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422063616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826924.630510:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826924.630512:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826924.630513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422063616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826924.758023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826925.782091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826926.806066:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826927.830062:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826928.854040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826929.750249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826929.750256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826929.750259:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826929.750268:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2888 00000100:00080000:2.0:1787826929.750277:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826929.750284:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826929.750327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422063744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826929.750351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826929.750355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826929.750357:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826929.750361:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2888 00000100:00080000:2.0:1787826929.750364:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826929.750368:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826929.750378:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826929.750390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422063872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826929.750399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826929.750403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826929.750405:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826929.750409:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2888 00000100:00080000:2.0:1787826929.750413:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826929.750416:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826929.750421:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826929.750432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422064000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826929.750436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422063744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826929.750449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826929.750453:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826929.750455:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826929.750460:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2888 00000100:00080000:2.0:1787826929.750464:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826929.750467:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826929.750472:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826929.750484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422064128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826929.750493:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787826929.750499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826929.750499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826929.750503:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826929.750508:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2888 00000100:00080000:2.0:1787826929.750513:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826929.750518:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826929.750523:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826929.750535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826929/real 1787826929] req@ffff8a4f06e8cf00 x1874669422063744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826929.750538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422064256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826929.750554:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422063744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826929.750578:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826929.750583:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826929.750588:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422063744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826929.750595:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422063872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826929.750612:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826929.750621:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826929/real 1787826929] req@ffff8a4f06e8f480 x1874669422063872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826929.750637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422063872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826929.750644:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826929.750647:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826929.750650:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422063872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826929.750675:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826929.750695:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826929.750707:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826929/real 1787826929] req@ffff8a4f06e8e1c0 x1874669422064000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826929.750718:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422064000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826929.750726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826929.750729:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826929.750732:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826929.750738:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826929.750757:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826929.750768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826929/real 1787826929] req@ffff8a4f06e8ed00 x1874669422064128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826929.750778:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422064128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826929.750792:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826929.750795:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826929.750798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826929.751080:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826929.751103:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826929.751115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826929/real 1787826929] req@ffff8a4f06e8c780 x1874669422064256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826929.751128:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422064256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826929.751135:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826929.751138:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826929.751142:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826929.877990:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826930.902050:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826931.926060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826932.950032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826933.974067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826934.869967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826934.869975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826934.869978:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826934.869986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2893 00000100:00080000:2.0:1787826934.869995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826934.870000:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826934.870031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422064384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826934.870057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826934.870059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826934.870060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826934.870063:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2893 00000100:00080000:2.0:1787826934.870065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826934.870067:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826934.870074:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826934.870083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422064512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826934.870089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826934.870091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826934.870092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826934.870094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2893 00000100:00080000:2.0:1787826934.870095:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826934.870097:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826934.870099:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826934.870104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422064640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826934.870108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826934.870110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826934.870111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826934.870113:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2893 00000100:00080000:2.0:1787826934.870115:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826934.870117:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826934.870119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826934.870124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422064768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826934.870128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826934.870130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826934.870130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826934.870133:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2893 00000100:00080000:2.0:1787826934.870135:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826934.870137:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826934.870139:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826934.870143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422064896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826934.870831:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422064384:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787826934.870928:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826934.870966:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826934/real 1787826934] req@ffff8a4f06e8c780 x1874669422064384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826934.870984:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422064384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826934.870994:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826934.870999:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826934.871003:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422064384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826934.871010:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826934.871034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826934.871046:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826934/real 1787826934] req@ffff8a4f06e8ed00 x1874669422064512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826934.871058:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422064512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826934.871065:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826934.871069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826934.871072:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826934.871078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826934.871095:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826934.871105:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826934/real 1787826934] req@ffff8a4f06e8e1c0 x1874669422064640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826934.871116:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422064640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826934.871124:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826934.871127:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826934.871131:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826934.871136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826934.871154:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826934.871163:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826934/real 1787826934] req@ffff8a4f06e8f480 x1874669422064768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826934.871174:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422064768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826934.871181:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826934.871184:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826934.871187:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826934.871193:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826934.871210:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826934.871220:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826934/real 1787826934] req@ffff8a4f06e8cf00 x1874669422064896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826934.871231:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422064896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826934.871239:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826934.871242:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826934.871244:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422064896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826934.998251:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826936.022085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826937.046030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826938.070037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826939.094034:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826939.990103:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826939.990113:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826939.990117:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826939.990128:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2898 00000100:00080000:0.0:1787826939.990139:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826939.990148:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826939.990193:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422065024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826939.990225:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826939.990229:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826939.990231:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826939.990235:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2898 00000100:00080000:0.0:1787826939.990239:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826939.990243:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826939.990252:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826939.990264:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422065152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826939.990273:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826939.990276:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826939.990278:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826939.990282:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2898 00000100:00080000:0.0:1787826939.990285:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826939.990289:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826939.990293:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826939.990301:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422065280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826939.990316:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826939.990319:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826939.990321:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826939.990324:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2898 00000100:00080000:0.0:1787826939.990328:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826939.990331:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826939.990336:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826939.990345:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422065408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826939.990354:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826939.990357:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826939.990359:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826939.990362:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2898 00000100:00080000:0.0:1787826939.990366:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826939.990369:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826939.990373:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826939.990384:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422065536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826939.990465:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422065024:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826939.990526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826939.990583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826939/real 1787826939] req@ffff8a4f13c59a40 x1874669422065024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826939.990600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422065024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826939.990611:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826939.990615:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826939.990618:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422065024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826939.990625:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826939.990647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826939.990660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826939/real 1787826939] req@ffff8a4f13c58000 x1874669422065152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826939.990677:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422065152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826939.990690:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826939.990693:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826939.990697:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826939.990702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826939.990719:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826939.990728:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826939/real 1787826939] req@ffff8a4f13c59680 x1874669422065280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826939.990754:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422065280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826939.990762:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826939.990765:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826939.990768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826939.990773:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826939.990792:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826939.990802:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826939/real 1787826939] req@ffff8a4f13c5b480 x1874669422065408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826939.990814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422065408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826939.990821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826939.990824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826939.990828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826939.990833:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826939.990868:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826939.990879:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826939/real 1787826939] req@ffff8a4f13c5a580 x1874669422065536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826939.990890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422065536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826939.990897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826939.990900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826939.990903:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826940.118124:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826941.142151:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826942.166061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826943.190051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826944.214230:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826945.110007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826945.110018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826945.110022:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826945.110032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2903 00000100:00080000:1.0:1787826945.110043:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826945.110051:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826945.110085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422065664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826945.110114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826945.110118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826945.110119:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826945.110123:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2903 00000100:00080000:1.0:1787826945.110127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826945.110130:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826945.110139:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826945.110151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422065792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826945.110159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826945.110162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826945.110163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826945.110167:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2903 00000100:00080000:1.0:1787826945.110184:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826945.110188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826945.110192:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826945.110203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422065920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826945.110211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826945.110213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826945.110215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826945.110218:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2903 00000100:00080000:1.0:1787826945.110222:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826945.110225:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826945.110228:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826945.110236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422066048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826945.110243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826945.110247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826945.110248:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826945.110251:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2903 00000100:00080000:1.0:1787826945.110254:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826945.110257:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826945.110261:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826945.110268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422066176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826945.110370:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422065664:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826945.110427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826945.110508:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826945/real 1787826945] req@ffff8a4f13cb2d00 x1874669422065664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826945.110525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422065664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826945.110535:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826945.110539:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826945.110543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422065664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826945.110564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826945.110587:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826945.110599:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826945/real 1787826945] req@ffff8a4f13cb1a40 x1874669422065792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826945.110612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422065792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826945.110619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826945.110623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826945.110626:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826945.110631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826945.110651:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826945.110662:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826945/real 1787826945] req@ffff8a4f13cb30c0 x1874669422065920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826945.110674:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422065920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826945.110681:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826945.110684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826945.110688:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422065920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826945.110693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826945.110724:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826945.110735:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826945/real 1787826945] req@ffff8a4f13cb1e00 x1874669422066048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826945.110748:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422066048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826945.110755:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826945.110758:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826945.110761:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826945.110766:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826945.110796:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826945.110808:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826945/real 1787826945] req@ffff8a4f13cb2580 x1874669422066176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826945.110819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422066176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826945.110826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826945.110829:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826945.110832:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826945.238093:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826946.262169:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826947.286142:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826948.310139:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826949.334086:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826950.230022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826950.230037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826950.230043:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826950.230056:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2908 00000100:00080000:1.0:1787826950.230070:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826950.230079:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826950.230133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422066304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826950.230168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826950.230172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826950.230174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826950.230178:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2908 00000100:00080000:1.0:1787826950.230182:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826950.230186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826950.230198:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826950.230212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422066432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826950.230223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826950.230227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826950.230230:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1787826950.230233:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422066304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826950.230235:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2908 00000100:00080000:1.0:1787826950.230242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826950.230248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826950.230270:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826950.230284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422066560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826950.230294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826950.230298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826950.230300:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826950.230304:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2908 00000100:00080000:1.0:1787826950.230321:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826950.230327:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826950.230333:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826950.230344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422066688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826950.230354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1787826950.230355:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787826950.230360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826950.230363:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826950.230368:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2908 00000100:00080000:1.0:1787826950.230372:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826950.230377:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826950.230383:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826950.230394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422066816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826950.230415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826950/real 1787826950] req@ffff8a4f13cb3840 x1874669422066304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826950.230439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422066304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826950.230453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826950.230457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826950.230463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422066304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826950.230495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826950.230521:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826950.230534:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826950/real 1787826950] req@ffff8a4f13cb0b40 x1874669422066432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826950.230546:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422066432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826950.230554:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826950.230558:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826950.230562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826950.230568:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826950.230597:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826950.230609:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826950/real 1787826950] req@ffff8a4f13cb2580 x1874669422066560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826950.230619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422066560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826950.230638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826950.230642:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826950.230645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826950.230651:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826950.230683:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826950.230693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826950/real 1787826950] req@ffff8a4f13cb1e00 x1874669422066688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826950.230704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422066688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826950.230714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826950.230718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826950.230721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826950.230726:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826950.230742:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826950.230751:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826950/real 1787826950] req@ffff8a4f13cb30c0 x1874669422066816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826950.230762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422066816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826950.230769:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826950.230772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826950.230776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422066816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826950.358200:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826951.382083:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826952.406895:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826953.430083:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826954.454577:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826955.349990:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826955.350000:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826955.350004:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826955.350014:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2913 00000100:00080000:2.0:1787826955.350024:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826955.350033:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826955.350067:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422066944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826955.350113:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826955.350117:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826955.350119:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826955.350123:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2913 00000100:00080000:2.0:1787826955.350127:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826955.350131:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826955.350141:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826955.350153:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422067072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826955.350162:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826955.350165:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826955.350167:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826955.350170:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2913 00000100:00080000:2.0:1787826955.350174:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826955.350178:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826955.350183:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826955.350194:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422067200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826955.350204:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422066944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826955.350207:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826955.350214:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826955.350215:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826955.350220:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2913 00000100:00080000:2.0:1787826955.350223:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826955.350227:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826955.350232:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826955.350245:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422067328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826955.350253:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826955.350256:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826955.350258:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826955.350262:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2913 00000100:00080000:2.0:1787826955.350266:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826955.350269:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826955.350282:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826955.350293:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422067456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826955.350302:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826955.350340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826955.350365:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826955.350383:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826955.478015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826956.502099:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826957.528837:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787826958.422147:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787826958.422188:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787826958.422203:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826958.422243:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826958.422253:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826958.422260:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787826958.422267:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787826958.422360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826955/real 1787826958] req@ffff8a4f06e8c3c0 x1874669422067200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826958.422382:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422067200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826958.422404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826958.422408:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826958.422413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826958.422420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826955/real 1787826958] req@ffff8a4f06e8cb40 x1874669422067328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826958.422432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422067328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826958.422438:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826958.422442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826958.422445:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826958.422451:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826955/real 1787826958] req@ffff8a4f06e8e940 x1874669422067456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826958.422461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422067456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826958.422468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826958.422472:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826958.422474:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067456:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826958.422480:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826955/real 1787826958] req@ffff8a4f06e8d2c0 x1874669422066944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826958.422491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422066944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826958.422498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826958.422501:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826958.422504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422066944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826958.422510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826955/real 1787826958] req@ffff8a4f06e8d680 x1874669422067072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826958.422520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422067072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826958.422527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826958.422530:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826958.422533:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067072:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787826958.550244:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826959.574059:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826960.470655:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826960.470666:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826960.470670:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826960.470680:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2918 00000100:00080000:0.0:1787826960.470690:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826960.470698:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826960.470736:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422067584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826960.470770:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826960.470774:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826960.470776:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826960.470779:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2918 00000100:00080000:0.0:1787826960.470782:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826960.470786:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826960.470797:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826960.470809:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422067712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826960.470817:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826960.470821:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826960.470822:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826960.470826:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2918 00000100:00080000:0.0:1787826960.470830:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826960.470833:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826960.470837:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826960.470847:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422067840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826960.470899:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826960.470902:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826960.470904:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826960.470908:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2918 00000100:00080000:0.0:1787826960.470912:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826960.470916:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826960.470922:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826960.470933:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422067968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826960.470943:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826960.470946:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826960.470948:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826960.470951:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2918 00000100:00080000:0.0:1787826960.470955:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826960.470959:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826960.470963:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826960.470972:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422068096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826960.471061:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422067584:192.168.203.149@tcp:250:kworker.0 00000800:00000100:2.0:1787826960.471123:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826960.471162:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826960/real 1787826960] req@ffff8a4f13c583c0 x1874669422067584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826960.471179:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422067584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826960.471188:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826960.471193:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826960.471196:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422067584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826960.471203:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826960.471223:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826960.471236:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826960/real 1787826960] req@ffff8a4f13c5b0c0 x1874669422067712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826960.471246:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422067712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826960.471253:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826960.471256:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826960.471259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826960.471265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826960.471284:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826960.471295:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826960/real 1787826960] req@ffff8a4f13c5a940 x1874669422067840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826960.471304:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422067840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826960.471315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826960.471318:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826960.471321:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826960.471326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826960.471345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826960.471355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826960/real 1787826960] req@ffff8a4f13c58780 x1874669422067968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826960.471365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422067968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826960.471372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826960.471375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826960.471377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422067968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826960.471383:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826960.471399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826960.471409:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826960/real 1787826960] req@ffff8a4f13c5ad00 x1874669422068096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826960.471418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422068096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826960.471424:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826960.471426:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826960.471429:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826960.598160:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826961.622152:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826962.646047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826963.478038:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826963.478053:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826963.478058:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826963.478071:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2923 00000100:00080000:2.0:1787826963.478085:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826963.478095:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826963.478161:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422068224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826963.478212:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826963.478217:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826963.478218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826963.478223:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2923 00000100:00080000:2.0:1787826963.478227:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826963.478231:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826963.478242:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826963.478256:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422068352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826963.478267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422068224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826963.478269:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826963.478276:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826963.478279:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826963.478283:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2923 00000100:00080000:2.0:1787826963.478299:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826963.478304:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826963.478309:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826963.478321:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422068480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826963.478331:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826963.478334:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826963.478336:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826963.478340:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2924 00000100:00080000:2.0:1787826963.478344:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826963.478348:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826963.478352:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826963.478362:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422068608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787826963.478365:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787826963.478375:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826963.478379:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826963.478381:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826963.478386:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2924 00000100:00080000:2.0:1787826963.478391:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826963.478395:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826963.478400:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826963.478410:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422068736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826963.478426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826963/real 1787826963] req@ffff8a4f06e8e580 x1874669422068224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826963.478449:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422068224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826963.478461:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826963.478466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826963.478471:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422068224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826963.478499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826963.478522:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826963.478535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826963/real 1787826963] req@ffff8a4f06e8c000 x1874669422068352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826963.478548:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422068352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826963.478555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826963.478558:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826963.478561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826963.478581:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826963.478694:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826963.478707:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826963/real 1787826963] req@ffff8a4f06e8f0c0 x1874669422068480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826963.478720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422068480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826963.478727:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826963.478731:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826963.478734:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826963.478740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826963.478759:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826963.478770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826963/real 1787826963] req@ffff8a4f06e8de00 x1874669422068608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826963.478781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422068608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826963.478789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826963.478793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826963.478796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826963.478801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826963.478819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826963.478829:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826963/real 1787826963] req@ffff8a4f06e8f840 x1874669422068736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826963.478846:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422068736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826963.478882:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826963.478886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826963.478889:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826963.670687:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826964.694120:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826965.718116:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826966.742116:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826967.766032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826968.662080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826968.662089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826968.662106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826968.662113:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2927 00000100:00080000:1.0:1787826968.662122:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826968.662128:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826968.662160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422068864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826968.662186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826968.662190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826968.662191:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826968.662194:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2927 00000100:00080000:1.0:1787826968.662198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826968.662202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826968.662211:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826968.662223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422068992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826968.662233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787826968.662234:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422068864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826968.662240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826968.662244:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826968.662247:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2927 00000100:00080000:1.0:1787826968.662251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826968.662254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826968.662259:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826968.662269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422069120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826968.662290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826968.662293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826968.662294:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826968.662301:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2927 00000800:00000100:0.0:1787826968.662302:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787826968.662308:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826968.662313:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826968.662318:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826968.662329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422069248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826968.662337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826968.662340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826968.662341:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826968.662344:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2927 00000100:00080000:1.0:1787826968.662348:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826968.662352:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826968.662357:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826968.662362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826968/real 1787826968] req@ffff8a4f13cb1a40 x1874669422068864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826968.662369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422069376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826968.662399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422068864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826968.662410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826968.662414:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826968.662418:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422068864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826968.662451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826968.662472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826968.662485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826968/real 1787826968] req@ffff8a4f13cb2d00 x1874669422068992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826968.662502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422068992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826968.662510:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826968.662521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826968.662524:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422068992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826968.662540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826968.662561:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826968.662573:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826968/real 1787826968] req@ffff8a4f13cb0780 x1874669422069120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826968.662585:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422069120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826968.662593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826968.662596:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826968.662599:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826968.662605:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826968.662624:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826968.662635:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826968/real 1787826968] req@ffff8a4f13cb21c0 x1874669422069248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826968.662647:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422069248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826968.662660:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826968.662663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826968.662666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826968.662672:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826968.662691:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826968.662702:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826968/real 1787826968] req@ffff8a4f13cb0000 x1874669422069376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826968.662714:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422069376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826968.662726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826968.662730:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826968.662732:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826968.790152:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826969.814067:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826970.838063:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826971.862116:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826972.886001:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826973.781969:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826973.781980:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826973.781983:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826973.781993:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2932 00000100:00080000:0.0:1787826973.782003:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826973.782010:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826973.782044:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422069504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826973.782080:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826973.782082:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826973.782084:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826973.782087:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2932 00000100:00080000:0.0:1787826973.782089:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826973.782092:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826973.782100:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826973.782110:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422069632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826973.782116:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826973.782119:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826973.782120:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826973.782122:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2932 00000100:00080000:0.0:1787826973.782124:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826973.782129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422069504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826973.782130:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826973.782138:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826973.782150:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422069760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826973.782161:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826973.782164:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826973.782166:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826973.782170:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2932 00000100:00080000:0.0:1787826973.782174:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826973.782179:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826973.782183:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826973.782194:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422069888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787826973.782203:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787826973.782208:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826973.782212:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826973.782214:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826973.782219:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2932 00000100:00080000:0.0:1787826973.782224:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826973.782228:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826973.782240:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826973.782247:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826973/real 1787826973] req@ffff8a4f13c592c0 x1874669422069504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826973.782252:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422070016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826973.782275:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422069504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787826998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826973.782286:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826973.782290:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826973.782294:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422069504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826973.782301:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826973.782321:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826973.782332:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826973/real 1787826973] req@ffff8a4f13c5bc00 x1874669422069632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826973.782344:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422069632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826973.782359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826973.782362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826973.782366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826973.782389:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826973.782407:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826973.782418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826973/real 1787826973] req@ffff8a4f13c58f00 x1874669422069760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826973.782429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422069760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787826998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826973.782436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826973.782439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826973.782442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826973.782448:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826973.782466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826973.782476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826973/real 1787826973] req@ffff8a4f13c5a1c0 x1874669422069888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826973.782487:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422069888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826973.782505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826973.782509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826973.782512:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422069888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826973.782517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826973.782535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826973.782546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826973/real 1787826973] req@ffff8a4f13c5ad00 x1874669422070016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826973.782557:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422070016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787826998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826973.782563:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826973.782566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826973.782568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826973.910043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826974.934187:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826975.958037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826976.982059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826978.006058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826978.901958:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826978.901966:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826978.901969:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826978.901976:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2937 00000100:00080000:0.0:1787826978.901985:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826978.901990:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826978.902019:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422070144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826978.902040:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826978.902042:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826978.902043:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826978.902045:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2937 00000100:00080000:0.0:1787826978.902047:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826978.902049:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826978.902056:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826978.902063:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422070272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826978.902069:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826978.902071:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826978.902072:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826978.902075:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2937 00000100:00080000:0.0:1787826978.902076:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826978.902078:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826978.902081:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826978.902086:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422070144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826978.902095:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422070400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826978.902105:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826978.902107:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826978.902108:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826978.902110:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2937 00000100:00080000:0.0:1787826978.902113:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826978.902115:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826978.902119:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826978.902125:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422070528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826978.902131:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826978.902133:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826978.902134:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826978.902137:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2937 00000100:00080000:0.0:1787826978.902138:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826978.902140:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826978.902142:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1787826978.902147:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826978.902150:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422070656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826978.902184:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826978/real 1787826978] req@ffff8a4f13c58780 x1874669422070144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826978.902197:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422070144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826978.902204:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826978.902206:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826978.902209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422070144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826978.902213:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826978.902227:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826978.902234:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826978/real 1787826978] req@ffff8a4f13c5a940 x1874669422070272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826978.902246:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422070272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826978.902250:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826978.902252:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826978.902254:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826978.902276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826978.902294:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826978.902305:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826978/real 1787826978] req@ffff8a4f13c5b0c0 x1874669422070400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826978.902316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422070400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826978.902324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826978.902327:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826978.902330:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826978.902336:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826978.902352:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826978.902359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826978/real 1787826978] req@ffff8a4f13c583c0 x1874669422070528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826978.902368:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422070528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826978.902381:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826978.902384:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826978.902387:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826978.902393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826978.902411:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826978.902419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826978/real 1787826978] req@ffff8a4f13c5a580 x1874669422070656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826978.902425:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422070656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826978.902430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826978.902432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826978.902434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826979.030047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826980.054106:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826981.078068:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826982.102058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826983.126067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787826984.021994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826984.022004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787826984.022008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826984.022017:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2942 00000100:00080000:2.0:1787826984.022027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826984.022034:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787826984.022069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422070784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826984.022093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826984.022095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787826984.022097:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826984.022101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2942 00000100:00080000:2.0:1787826984.022104:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826984.022108:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826984.022117:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826984.022130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422070912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826984.022140:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422070784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787826984.022142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826984.022149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787826984.022150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826984.022153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2942 00000100:00080000:2.0:1787826984.022156:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826984.022159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826984.022163:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787826984.022173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422071040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826984.022182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826984.022185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787826984.022187:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826984.022190:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2942 00000100:00080000:2.0:1787826984.022194:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787826984.022198:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826984.022203:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787826984.022204:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826984.022217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422071168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826984.022226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787826984.022229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787826984.022231:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787826984.022234:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2942 00000100:00080000:2.0:1787826984.022239:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787826984.022244:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826984/real 1787826984] req@ffff8a4f06e8f840 x1874669422070784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826984.022244:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787826984.022252:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826984.022266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422071296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787826984.022277:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422070784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826984.022290:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826984.022295:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826984.022299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422070784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787826984.022332:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826984.022353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826984.022363:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826984/real 1787826984] req@ffff8a4f06e8de00 x1874669422070912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826984.022371:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422070912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826984.022376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826984.022377:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826984.022380:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422070912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826984.022383:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787826984.022394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826984.022399:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826984/real 1787826984] req@ffff8a4f06e8f0c0 x1874669422071040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826984.022406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422071040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826984.022410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826984.022412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826984.022414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787826984.022418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826984.022449:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826984.022460:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826984/real 1787826984] req@ffff8a4f06e8c000 x1874669422071168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826984.022472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422071168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826984.022479:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826984.022482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826984.022485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787826984.022491:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787826984.022519:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826984.022530:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826984/real 1787826984] req@ffff8a4f06e8e580 x1874669422071296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787826984.022540:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422071296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787826984.022545:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787826984.022547:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787826984.022548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826984.152534:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826985.174217:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826986.198400:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826987.222457:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826988.246100:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787826989.141973:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826989.141982:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787826989.141987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826989.141996:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2947 00000100:00080000:0.0:1787826989.142006:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826989.142012:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787826989.142048:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422071424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826989.142071:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826989.142073:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787826989.142074:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826989.142077:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2947 00000100:00080000:0.0:1787826989.142079:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826989.142082:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826989.142089:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826989.142097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422071552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826989.142104:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826989.142106:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787826989.142107:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826989.142109:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2947 00000100:00080000:0.0:1787826989.142111:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826989.142115:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422071424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787826989.142116:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826989.142121:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787826989.142128:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422071680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826989.142137:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826989.142139:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787826989.142140:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826989.142142:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2947 00000100:00080000:0.0:1787826989.142144:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826989.142146:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826989.142149:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787826989.142156:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422071808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787826989.142161:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787826989.142163:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787826989.142164:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787826989.142166:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2947 00000100:00080000:0.0:1787826989.142175:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787826989.142177:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787826989.142180:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1787826989.142184:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787826989.142191:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422071936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826989.142230:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826989/real 1787826989] req@ffff8a4f13c5b480 x1874669422071424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826989.142250:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422071424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826989.142259:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826989.142263:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826989.142267:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422071424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826989.142287:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826989.142309:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826989.142321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826989/real 1787826989] req@ffff8a4f13c59680 x1874669422071552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826989.142333:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422071552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826989.142341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826989.142344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826989.142347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826989.142353:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826989.142374:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826989.142385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826989/real 1787826989] req@ffff8a4f13c58000 x1874669422071680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826989.142410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422071680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826989.142417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826989.142420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826989.142432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826989.142441:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826989.142461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826989.142472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826989/real 1787826989] req@ffff8a4f13c59a40 x1874669422071808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826989.142483:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422071808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826989.142490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826989.142493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826989.142496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826989.142502:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826989.142520:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826989.142530:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826989/real 1787826989] req@ffff8a4f13c5a580 x1874669422071936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826989.142541:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422071936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826989.142548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826989.142550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826989.142553:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422071936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826989.270049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826990.294132:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826991.318073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826992.342050:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826993.366146:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826994.262056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826994.262065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826994.262069:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826994.262078:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2952 00000100:00080000:1.0:1787826994.262106:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826994.262113:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826994.262142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422072064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826994.262168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826994.262172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826994.262174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826994.262177:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2952 00000100:00080000:1.0:1787826994.262180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826994.262184:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826994.262193:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826994.262204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422072192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826994.262209:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422072064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826994.262217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826994.262223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787826994.262225:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826994.262229:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2952 00000100:00080000:1.0:1787826994.262231:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826994.262234:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826994.262239:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826994.262250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422072320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826994.262259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826994.262266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826994.262268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826994.262272:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2952 00000100:00080000:1.0:1787826994.262276:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1787826994.262280:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787826994.262282:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826994.262288:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826994.262298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422072448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826994.262307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826994.262309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826994.262311:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826994.262314:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2952 00000100:00080000:1.0:1787826994.262317:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826994.262321:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826994.262325:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826994.262334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422072576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787826994.262340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826994/real 1787826994] req@ffff8a4f13cb12c0 x1874669422072064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826994.262373:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422072064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826994.262383:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826994.262387:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826994.262391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422072064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826994.262416:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826994.262437:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826994.262448:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826994/real 1787826994] req@ffff8a4f13cb03c0 x1874669422072192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826994.262459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422072192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826994.262467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826994.262470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826994.262473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826994.262478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826994.262492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826994.262500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826994/real 1787826994] req@ffff8a4f13cb0000 x1874669422072320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826994.262511:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422072320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826994.262524:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826994.262527:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826994.262529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826994.262535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826994.262552:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826994.262563:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826994/real 1787826994] req@ffff8a4f13cb21c0 x1874669422072448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826994.262575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422072448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826994.262580:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826994.262582:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826994.262584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826994.262587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826994.262606:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826994.262616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826994/real 1787826994] req@ffff8a4f13cb0780 x1874669422072576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826994.262627:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422072576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826994.262634:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826994.262636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826994.262640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787826994.390013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826995.414132:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826996.438055:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787826997.462313:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787826998.486530:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787826999.381964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826999.381974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787826999.381978:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826999.381988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2957 00000100:00080000:1.0:1787826999.381998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826999.382005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787826999.382042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422072704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826999.382081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826999.382085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787826999.382086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826999.382090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2957 00000100:00080000:1.0:1787826999.382094:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826999.382098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826999.382107:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826999.382120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422072832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826999.382131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826999.382136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1787826999.382136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422072704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787826999.382139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826999.382148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2957 00000100:00080000:1.0:1787826999.382151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826999.382155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826999.382159:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787826999.382169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422072960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826999.382179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826999.382183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787826999.382185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826999.382189:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2957 00000800:00000100:2.0:1787826999.382197:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787826999.382200:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787826999.382207:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826999.382213:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787826999.382224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422073088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787826999.382232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787826999.382235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787826999.382236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787826999.382240:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2957 00000100:00080000:1.0:1787826999.382243:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787826999.382246:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826999/real 1787826999] req@ffff8a4f13cb2d00 x1874669422072704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787826999.382249:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787826999.382258:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787826999.382268:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422072704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787826999.382272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422073216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787826999.382282:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826999.382289:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826999.382300:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422072704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787826999.382340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826999.382364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826999.382375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826999/real 1787826999] req@ffff8a4f13cb1a40 x1874669422072832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826999.382385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422072832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826999.382393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826999.382396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826999.382399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826999.382405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787826999.382435:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826999.382446:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826999/real 1787826999] req@ffff8a4f13cb30c0 x1874669422072960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826999.382458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422072960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826999.382465:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826999.382468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826999.382472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422072960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787826999.382477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826999.382495:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826999.382506:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826999/real 1787826999] req@ffff8a4f13cb1e00 x1874669422073088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826999.382516:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422073088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826999.382523:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826999.382526:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826999.382529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787826999.382534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787826999.382552:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787826999.382562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787826999/real 1787826999] req@ffff8a4f13cb2580 x1874669422073216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787826999.382580:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422073216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787826999.382587:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787826999.382590:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787826999.382597:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787826999.510224:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827000.534117:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827001.558121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827002.582244:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827003.606245:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827004.502027:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827004.502041:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827004.502046:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827004.502060:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2962 00000100:00080000:2.0:1787827004.502074:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827004.502083:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827004.502130:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422073344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827004.502175:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827004.502179:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827004.502181:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827004.502185:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2962 00000100:00080000:2.0:1787827004.502189:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827004.502193:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827004.502205:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827004.502219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422073472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827004.502228:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827004.502232:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827004.502233:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827004.502237:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2962 00000100:00080000:2.0:1787827004.502240:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827004.502244:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827004.502249:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827004.502259:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422073600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827004.502280:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827004.502292:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827004.502294:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827004.502298:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2962 00000100:00080000:2.0:1787827004.502302:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827004.502306:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827004.502311:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827004.502326:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422073728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827004.502334:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827004.502337:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827004.502339:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827004.502343:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2962 00000100:00080000:2.0:1787827004.502346:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827004.502350:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827004.502355:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827004.502365:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422073856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827004.502416:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422073344:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787827004.502505:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827004.502557:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827004/real 1787827004] req@ffff8a4f06e8d680 x1874669422073344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827004.502576:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422073344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827004.502587:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827004.502703:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827004.502707:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422073344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827004.502713:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827004.502734:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827004.502743:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827004/real 1787827004] req@ffff8a4f06e8d2c0 x1874669422073472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827004.502751:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422073472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827004.502757:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827004.502759:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827004.502762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827004.502765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827004.502775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827004.502790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827004/real 1787827004] req@ffff8a4f06e8e940 x1874669422073600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827004.502801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422073600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827004.502808:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827004.502811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827004.502814:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827004.502820:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827004.502843:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827004.502878:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827004/real 1787827004] req@ffff8a4f06e8cb40 x1874669422073728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827004.502886:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422073728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827004.502892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827004.502895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827004.502899:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827004.502905:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827004.502925:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827004.502936:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827004/real 1787827004] req@ffff8a4f06e8c3c0 x1874669422073856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827004.502947:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422073856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827004.502956:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827004.502959:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827004.502962:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422073856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827004.630071:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827005.654751:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827006.678043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827007.702067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827008.726155:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827009.622037:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827009.622050:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827009.622055:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827009.622067:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2968 00000100:00080000:3.0:1787827009.622080:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827009.622090:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827009.622152:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422073984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827009.622191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827009.622195:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827009.622197:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827009.622201:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2968 00000100:00080000:3.0:1787827009.622204:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827009.622208:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827009.622219:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827009.622234:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422074112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827009.622244:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827009.622257:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827009.622259:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787827009.622266:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422073984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827009.622274:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2968 00000100:00080000:3.0:1787827009.622279:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827009.622283:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827009.622288:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827009.622301:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422074240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827009.622311:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827009.622314:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827009.622316:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827009.622320:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2968 00000100:00080000:3.0:1787827009.622324:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827009.622327:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827009.622332:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827009.622343:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422074368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827009.622351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827009.622358:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827009.622362:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827009.622364:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827009.622369:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2968 00000100:00080000:3.0:1787827009.622373:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827009.622377:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827009.622382:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827009.622394:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422074496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827009.622409:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827009/real 1787827009] req@ffff8a4f08da8000 x1874669422073984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827009.622431:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422073984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827009.622443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827009.622448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827009.622452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422073984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827009.622480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827009.622503:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827009.622517:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827009/real 1787827009] req@ffff8a4f08daa1c0 x1874669422074112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827009.622529:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422074112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827009.622543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827009.622562:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827009.622566:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827009.622572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827009.622592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827009.622604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827009/real 1787827009] req@ffff8a4f08da92c0 x1874669422074240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827009.622616:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422074240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827009.622624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827009.622628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827009.622631:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827009.622637:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827009.622658:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827009.622670:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827009/real 1787827009] req@ffff8a4f08daa580 x1874669422074368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827009.622694:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422074368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827009.622702:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827009.622705:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827009.622709:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827009.622715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827009.622735:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827009.622747:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827009/real 1787827009] req@ffff8a4f08da9680 x1874669422074496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827009.622759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422074496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827009.622767:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827009.622770:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827009.622773:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827009.750154:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827010.774150:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827011.799787:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827012.822427:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827013.846099:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827014.741990:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827014.742000:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827014.742005:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827014.742017:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2973 00000100:00080000:3.0:1787827014.742030:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827014.742039:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827014.742081:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422074624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827014.742106:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827014.742110:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827014.742111:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827014.742114:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2973 00000100:00080000:3.0:1787827014.742117:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827014.742119:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827014.742128:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827014.742136:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422074752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827014.742144:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827014.742147:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827014.742148:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827014.742152:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2973 00000100:00080000:3.0:1787827014.742154:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827014.742156:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827014.742158:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827014.742166:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422074880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827014.742172:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827014.742179:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827014.742180:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787827014.742182:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422074624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827014.742186:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2973 00000100:00080000:3.0:1787827014.742192:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827014.742200:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827014.742204:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827014.742226:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422075008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827014.742233:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827014.742236:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827014.742237:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827014.742240:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2973 00000100:00080000:3.0:1787827014.742244:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827014.742248:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827014.742253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827014.742261:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422075136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827014.742276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827014.742328:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827014/real 1787827014] req@ffff8a4f08dab480 x1874669422074624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827014.742343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422074624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827014.742350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827014.742353:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827014.742356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422074624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827014.742362:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827014.742380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827014.742388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827014/real 1787827014] req@ffff8a4f08dab0c0 x1874669422074752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827014.742395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422074752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827014.742400:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827014.742402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827014.742404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827014.742423:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827014.742436:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827014.742447:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827014/real 1787827014] req@ffff8a4f08da8b40 x1874669422074880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827014.742458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422074880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827014.742474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827014.742478:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827014.742481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422074880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827014.742487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827014.742521:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827014.742534:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827014/real 1787827014] req@ffff8a4f08dabc00 x1874669422075008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827014.742552:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422075008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827014.742567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827014.742570:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827014.742573:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827014.742579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827014.742597:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827014.742604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827014/real 1787827014] req@ffff8a4f08da9a40 x1874669422075136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827014.742611:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422075136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827014.742616:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827014.742618:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827014.742628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827014.870042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827015.894076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827016.917975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827017.942062:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827018.966076:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827019.861964:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827019.861971:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827019.861974:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827019.861981:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2978 00000100:00080000:0.0:1787827019.861989:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827019.861995:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827019.862025:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422075264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827019.862046:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827019.862049:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827019.862050:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827019.862052:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2978 00000100:00080000:0.0:1787827019.862054:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827019.862056:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827019.862062:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827019.862069:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422075392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827019.862075:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827019.862077:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827019.862078:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827019.862080:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2978 00000100:00080000:0.0:1787827019.862082:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827019.862084:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827019.862086:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827019.862091:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422075520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827019.862098:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827019.862098:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422075264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827019.862105:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827019.862107:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827019.862110:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2978 00000100:00080000:0.0:1787827019.862111:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827019.862113:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827019.862116:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827019.862124:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422075648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827019.862129:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827019.862131:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827019.862132:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827019.862134:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2978 00000100:00080000:0.0:1787827019.862136:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827019.862138:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827019.862140:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827019.862146:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422075776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827019.862191:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827019.862221:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827019.862234:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787827019.862247:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827019.990088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827021.014047:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827022.038224:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827022.934194:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:1.0:1787827022.934239:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827022.934255:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827022.934303:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827022.934311:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827022.934318:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827022.934326:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:2.0:1787827022.934422:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827019/real 1787827022] req@ffff8a4f13c5a940 x1874669422075520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827022.934449:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422075520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827022.934463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827022.934468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827022.934473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827022.934482:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827019/real 1787827022] req@ffff8a4f13c58780 x1874669422075648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827022.934493:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422075648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827022.934501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827022.934505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827022.934508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787827022.934514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827019/real 1787827022] req@ffff8a4f13c5ad00 x1874669422075776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827022.934525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422075776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827022.934532:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827022.934535:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827022.934538:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075776:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787827022.934545:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827019/real 1787827022] req@ffff8a4f13c583c0 x1874669422075264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827022.934558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422075264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827022.934566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827022.934569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827022.934572:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422075264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827022.934578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827019/real 1787827022] req@ffff8a4f13c5b0c0 x1874669422075392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827022.934589:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422075392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827022.934597:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827022.934601:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827022.934605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422075392:192.168.203.149@tcp:38:kworker.0 00010000:00010000:0.0:1787827023.062178:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827024.086749:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827024.981969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827024.981979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827024.981983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827024.981992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2983 00000100:00080000:2.0:1787827024.982002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827024.982010:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827024.982041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422075904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827024.982073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827024.982076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827024.982078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827024.982082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2983 00000100:00080000:2.0:1787827024.982086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827024.982090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827024.982100:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827024.982110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422076032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827024.982131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827024.982135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827024.982137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827024.982154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2983 00000100:00080000:2.0:1787827024.982158:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827024.982162:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827024.982168:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422075904:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787827024.982169:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827024.982185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422076160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827024.982196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827024.982200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827024.982206:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827024.982211:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2983 00000100:00080000:2.0:1787827024.982215:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827024.982219:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827024.982225:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827024.982235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422076288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827024.982239:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827024.982249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827024.982252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827024.982254:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827024.982259:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2983 00000100:00080000:2.0:1787827024.982263:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827024.982266:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827024.982271:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827024.982282:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827024/real 1787827024] req@ffff8a4f06e8cf00 x1874669422075904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827024.982284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422076416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827024.982316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422075904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827024.982327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827024.982331:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827024.982336:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422075904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827024.982343:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827024.982365:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827024.982377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827024/real 1787827024] req@ffff8a4f06e8f480 x1874669422076032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827024.982389:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422076032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827024.982396:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827024.982400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827024.982403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827024.983823:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827024.983888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827024.983910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827024/real 1787827024] req@ffff8a4f06e8e1c0 x1874669422076160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827024.983926:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422076160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827024.983936:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827024.983939:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827024.983943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827024.983951:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827024.983970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827024.983981:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827024/real 1787827024] req@ffff8a4f06e8ed00 x1874669422076288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827024.983993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422076288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827024.984001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827024.984004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827024.984007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827024.984013:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827024.984028:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827024.984037:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827024/real 1787827024] req@ffff8a4f06e8c780 x1874669422076416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827024.984047:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422076416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827024.984054:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827024.984057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827024.984061:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827025.110158:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827026.134106:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827027.158208:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827028.182069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827029.206167:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827030.101947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827030.101954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827030.101958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827030.101966:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2988 00000100:00080000:2.0:1787827030.101975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827030.101981:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827030.102020:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422076544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827030.102040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827030.102044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827030.102046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827030.102050:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2988 00000100:00080000:2.0:1787827030.102054:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827030.102058:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827030.102066:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827030.102078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422076672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827030.102086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827030.102088:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422076544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827030.102090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827030.102091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827030.102095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2988 00000100:00080000:2.0:1787827030.102098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827030.102101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827030.102116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827030.102125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422076800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827030.102133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827030.102136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827030.102137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827030.102140:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2988 00000100:00080000:2.0:1787827030.102142:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827030.102145:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827030.102149:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787827030.102156:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827030.102157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422076928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827030.102168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827030.102170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827030.102172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827030.102174:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2988 00000100:00080000:2.0:1787827030.102177:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827030.102180:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827030.102184:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827030.102191:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827030/real 1787827030] req@ffff8a4f06e8c780 x1874669422076544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827030.102192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422077056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827030.102207:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422076544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827030.102217:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827030.102221:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827030.102224:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422076544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827030.102244:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827030.102263:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827030.102275:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827030/real 1787827030] req@ffff8a4f06e8ed00 x1874669422076672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827030.102286:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422076672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827030.102294:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827030.102296:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827030.102300:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827030.102306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827030.102325:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827030.102336:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827030/real 1787827030] req@ffff8a4f06e8e1c0 x1874669422076800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827030.102353:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422076800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827030.102361:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827030.102364:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827030.102367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827030.102372:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827030.102389:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827030.102397:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827030/real 1787827030] req@ffff8a4f06e8f480 x1874669422076928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827030.102404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422076928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827030.102408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827030.102410:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827030.102412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422076928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827030.102415:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827030.102423:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827030.102428:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827030/real 1787827030] req@ffff8a4f06e8cf00 x1874669422077056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827030.102434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422077056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827030.102443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827030.102444:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827030.102446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827030.230057:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827031.253968:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827032.278065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827033.302180:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827034.326055:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827035.222011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827035.222025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827035.222030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827035.222044:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2993 00000100:00080000:2.0:1787827035.222058:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827035.222080:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827035.222125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422077184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827035.222153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827035.222157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827035.222158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827035.222164:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2993 00000100:00080000:2.0:1787827035.222168:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827035.222172:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827035.222185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827035.222199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422077312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827035.222209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827035.222212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827035.222213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827035.222216:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2993 00000100:00080000:2.0:1787827035.222219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827035.222222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827035.222226:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827035.222236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422077440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827035.222244:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422077184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827035.222250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827035.222260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827035.222262:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827035.222266:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2993 00000100:00080000:2.0:1787827035.222270:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827035.222275:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827035.222281:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827035.222296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422077568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827035.222306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827035.222309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827035.222311:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827035.222315:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2993 00000100:00080000:2.0:1787827035.222320:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787827035.222326:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827035.222327:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827035.222336:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827035.222351:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422077696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827035.222380:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827035/real 1787827035] req@ffff8a4f06e8c3c0 x1874669422077184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827035.222400:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422077184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827035.222415:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827035.222419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827035.222434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422077184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827035.222442:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827035.222463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827035.222475:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827035/real 1787827035] req@ffff8a4f06e8cb40 x1874669422077312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827035.222486:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422077312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827035.222492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827035.222496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827035.222499:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827035.222527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827035.222548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827035.222560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827035/real 1787827035] req@ffff8a4f06e8e940 x1874669422077440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827035.222575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422077440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827035.222593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827035.222596:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827035.222598:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827035.222603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827035.222618:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827035.222625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827035/real 1787827035] req@ffff8a4f06e8d2c0 x1874669422077568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827035.222631:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422077568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827035.222636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827035.222638:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827035.222640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827035.222643:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827035.222657:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827035.222666:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827035/real 1787827035] req@ffff8a4f06e8d680 x1874669422077696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827035.222677:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422077696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827035.222684:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827035.222687:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827035.222690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827035.350128:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827036.374163:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827037.398049:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827038.422081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827039.446017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827040.341969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827040.341977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827040.341980:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827040.341988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 2998 00000100:00080000:2.0:1787827040.341996:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827040.342001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827040.342054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422077824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827040.342084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827040.342087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827040.342088:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827040.342092:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2998 00000100:00080000:2.0:1787827040.342096:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827040.342100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827040.342109:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827040.342122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422077952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827040.342128:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422077824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827040.342136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827040.342141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827040.342142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827040.342147:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2998 00000100:00080000:2.0:1787827040.342151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827040.342155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827040.342160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827040.342172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422078080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827040.342181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827040.342183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827040.342184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827040.342186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2998 00000100:00080000:2.0:1787827040.342190:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787827040.342194:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827040.342196:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827040.342201:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827040.342210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422078208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827040.342220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827040.342222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827040.342224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827040.342226:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 2998 00000100:00080000:2.0:1787827040.342228:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827040.342230:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827040.342233:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827040.342239:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827040/real 1787827040] req@ffff8a4f06e8e580 x1874669422077824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827040.342242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422078336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827040.342275:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422077824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827040.342283:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827040.342287:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827040.342289:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422077824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827040.342328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827040.342345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827040.342354:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827040/real 1787827040] req@ffff8a4f06e8c000 x1874669422077952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827040.342362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422077952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827040.342367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827040.342369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827040.342371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422077952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827040.342374:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827040.342396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827040.342408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827040/real 1787827040] req@ffff8a4f06e8f0c0 x1874669422078080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827040.342419:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422078080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827040.342426:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827040.342429:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827040.342432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827040.342438:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827040.342454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827040.342462:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827040/real 1787827040] req@ffff8a4f06e8de00 x1874669422078208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827040.342468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422078208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827040.342473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827040.342475:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827040.342477:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827040.342481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827040.342490:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827040.342495:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827040/real 1787827040] req@ffff8a4f06e8f840 x1874669422078336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827040.342501:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422078336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827040.342506:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827040.342507:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827040.342508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827040.470058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827041.494053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827042.518122:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827043.542037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827044.566041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827045.461934:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827045.461942:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827045.461945:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827045.461953:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3003 00000100:00080000:3.0:1787827045.461962:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827045.461967:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827045.461996:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422078464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827045.462038:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827045.462042:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827045.462043:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827045.462047:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3003 00000100:00080000:3.0:1787827045.462052:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827045.462057:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827045.462067:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827045.462078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422078464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827045.462084:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422078592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827045.462097:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827045.462101:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827045.462102:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827045.462106:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3003 00000100:00080000:3.0:1787827045.462110:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827045.462114:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827045.462119:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827045.462130:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422078720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827045.462136:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827045.462145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827045.462149:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827045.462151:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827045.462155:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3003 00000100:00080000:3.0:1787827045.462159:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827045.462163:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827045.462168:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827045.462179:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422078848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827045.462190:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827045/real 1787827045] req@ffff8a4f08da8780 x1874669422078464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827045.462200:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827045.462205:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827045.462207:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787827045.462210:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422078464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827045.462215:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3003 00000100:00080000:3.0:1787827045.462222:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827045.462228:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827045.462228:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787827045.462237:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827045.462242:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422078464:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787827045.462245:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827045.462261:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422078976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827045.462268:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827045.462295:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827045.462305:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827045/real 1787827045] req@ffff8a4f08da9e00 x1874669422078592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827045.462313:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422078592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827045.462318:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827045.462320:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827045.462322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827045.462326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827045.462337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827045.462342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827045/real 1787827045] req@ffff8a4f08da9a40 x1874669422078720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827045.462349:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422078720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827045.462354:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827045.462355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827045.462357:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827045.462360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827045.462369:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827045.462375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827045/real 1787827045] req@ffff8a4f08dabc00 x1874669422078848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827045.462383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422078848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827045.462391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827045.462393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827045.462396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827045.462412:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827045.462430:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827045.462449:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827045/real 1787827045] req@ffff8a4f08da8b40 x1874669422078976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827045.462461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422078976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827045.462468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827045.462471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827045.462474:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422078976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827045.590048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827046.614150:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827047.638083:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827048.662089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827049.685982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827050.582075:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827050.582084:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827050.582087:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827050.582096:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3008 00000100:00080000:3.0:1787827050.582105:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827050.582111:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827050.582141:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422079104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827050.582170:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827050.582173:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827050.582175:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827050.582179:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3008 00000100:00080000:3.0:1787827050.582182:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827050.582185:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827050.582194:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827050.582204:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422079232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827050.582212:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827050.582215:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827050.582217:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827050.582221:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3008 00000100:00080000:3.0:1787827050.582224:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787827050.582228:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422079104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827050.582231:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827050.582236:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827050.582248:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422079360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827050.582257:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827050.582260:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827050.582262:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827050.582264:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3008 00000100:00080000:3.0:1787827050.582268:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827050.582271:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827050.582276:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827050.582284:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422079488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827050.582292:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827050.582294:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827050.582296:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787827050.582302:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827050.582302:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3008 00000100:00080000:3.0:1787827050.582307:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827050.582312:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827050.582316:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827050.582326:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422079616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827050.582350:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827050/real 1787827050] req@ffff8a4f08dab0c0 x1874669422079104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827050.582382:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422079104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827050.582392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827050.582396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827050.582400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422079104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827050.582407:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422079232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827050.582444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827050.582456:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827050/real 1787827050] req@ffff8a4f08dab480 x1874669422079232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827050.582468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422079232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827050.582484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827050.582486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827050.582490:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422079232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827050.582513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422079360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827050.582533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827050.582544:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827050/real 1787827050] req@ffff8a4f08da9680 x1874669422079360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827050.582555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422079360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827050.582567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827050.582569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827050.582572:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422079360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827050.582577:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422079488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827050.582594:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827050.582604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827050/real 1787827050] req@ffff8a4f08daa580 x1874669422079488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827050.582615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422079488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827050.582622:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827050.582625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827050.582628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422079488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827050.582633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422079616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827050.582646:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827050.582654:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827050/real 1787827050] req@ffff8a4f08da92c0 x1874669422079616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827050.582664:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422079616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827050.582671:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827050.582679:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827050.582683:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422079616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827050.710140:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827051.736104:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827052.758081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827053.782905:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827054.806077:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827055.701999:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827055.702009:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827055.702013:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827055.702024:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3014 00000100:00080000:3.0:1787827055.702034:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827055.702042:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827055.702078:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422079744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827055.702108:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827055.702112:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827055.702114:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827055.702117:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3014 00000100:00080000:3.0:1787827055.702122:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827055.702126:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827055.702135:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827055.702149:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422079872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827055.702161:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422079744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827055.702167:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827055.702172:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827055.702174:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827055.702178:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3014 00000100:00080000:3.0:1787827055.702190:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827055.702195:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827055.702200:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827055.702212:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422080000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827055.702222:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827055.702227:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1787827055.702228:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827055.702230:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827055.702237:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3014 00000100:00080000:3.0:1787827055.702241:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827055.702245:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827055.702251:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827055.702263:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422080128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827055.702273:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827055.702278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827055/real 1787827055] req@ffff8a4f08daa1c0 x1874669422079744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827055.702279:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827055.702282:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827055.702291:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3014 00000100:00080000:3.0:1787827055.702295:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827055.702300:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827055.702306:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827055.702318:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422079744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827055.702319:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422080256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827055.702357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827055.702362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827055.702367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422079744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827055.702392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422079872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827055.702414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827055.702426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827055/real 1787827055] req@ffff8a4f08da8000 x1874669422079872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827055.702439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422079872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827055.702447:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827055.702457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827055.702461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422079872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827055.702466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827055.702486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827055.702498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827055/real 1787827055] req@ffff8a4f08dab840 x1874669422080000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827055.702510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422080000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827055.702517:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827055.702520:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827055.702522:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827055.702527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827055.702545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827055.702556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827055/real 1787827055] req@ffff8a4f08da83c0 x1874669422080128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827055.702566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422080128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827055.702574:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827055.702578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827055.702581:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827055.702586:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827055.702621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827055.702631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827055/real 1787827055] req@ffff8a4f08da8f00 x1874669422080256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827055.702643:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422080256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827055.702651:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827055.702654:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827055.702657:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827055.830093:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827056.854060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827057.878103:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827058.902116:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827059.926128:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827060.822149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827060.822159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827060.822163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827060.822172:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3019 00000100:00080000:2.0:1787827060.822181:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827060.822188:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827060.822230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422080384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827060.822259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827060.822262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827060.822264:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827060.822268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3019 00000100:00080000:2.0:1787827060.822272:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827060.822276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827060.822286:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827060.822311:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422080384:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787827060.822371:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827060.822399:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422080512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827060.822412:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827060/real 1787827060] req@ffff8a4f06e8f840 x1874669422080384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827060.822412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827060.822421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827060.822425:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827060.822432:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3019 00000100:00100000:0.0:1787827060.822434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422080384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827060.822439:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827060.822445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827060.822448:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787827060.822451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827060.822457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422080384:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787827060.822458:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827060.822495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827060.822518:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827060.822537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827060/real 1787827060] req@ffff8a4f06e8de00 x1874669422080512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827060.822537:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422080640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827060.822567:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422080512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827060.822575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827060.822581:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827060.822586:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080512:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787827060.822598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827060.822602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080640:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787827060.822604:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827060.822608:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827060.822614:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3019 00000800:00000100:0.0:1787827060.822620:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827060.822620:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827060.822628:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827060.822634:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827060.822648:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422080768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827060.822658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827060.822661:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827060.822663:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827060.822665:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3019 00000100:00080000:2.0:1787827060.822669:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827060.822672:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827060.822676:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827060.822685:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422080896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827060.822805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827060/real 1787827060] req@ffff8a4f06e8f0c0 x1874669422080640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827060.822815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422080640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827060.822820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827060.822822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827060.822824:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827060.822833:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827060.822848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827060.822875:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827060/real 1787827060] req@ffff8a4f06e8c000 x1874669422080768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827060.822883:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422080768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827060.822888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827060.822900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827060.822904:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827060.822910:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827060.822929:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827060.822942:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827060/real 1787827060] req@ffff8a4f06e8e580 x1874669422080896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827060.822949:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422080896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827060.822954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827060.822956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827060.822958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422080896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827060.950060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827061.974481:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827062.998292:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827064.022819:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827065.047060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827065.941967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827065.941976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827065.941980:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827065.941989:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3024 00000100:00080000:2.0:1787827065.942000:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827065.942007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827065.942041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422081024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827065.942070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827065.942073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827065.942078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827065.942082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3024 00000100:00080000:2.0:1787827065.942085:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827065.942089:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827065.942097:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827065.942107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422081152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827065.942117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827065.942121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827065.942123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827065.942127:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3024 00000100:00080000:2.0:1787827065.942130:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827065.942134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827065.942140:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422081024:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787827065.942140:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827065.942156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422081280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827065.942167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827065.942170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827065.942172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827065.942176:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3024 00000100:00080000:2.0:1787827065.942180:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827065.942183:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827065.942187:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787827065.942194:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827065.942200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422081408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827065.942210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827065.942214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827065.942215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827065.942218:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3024 00000100:00080000:2.0:1787827065.942222:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827065.942225:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827065.942230:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827065.942236:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827065/real 1787827065] req@ffff8a4f06e8d680 x1874669422081024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827065.942242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422081536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827065.942271:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422081024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827065.942283:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827065.942288:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827065.942291:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422081024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827065.942299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827065.942323:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827065.942457:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827065/real 1787827065] req@ffff8a4f06e8d2c0 x1874669422081152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827065.942478:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422081152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827065.942492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827065.942495:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827065.942498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827065.942524:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827065.942547:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827065.942559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827065/real 1787827065] req@ffff8a4f06e8e940 x1874669422081280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827065.942571:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422081280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827065.942583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827065.942587:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827065.942590:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827065.942596:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827065.942616:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827065.942628:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827065/real 1787827065] req@ffff8a4f06e8cb40 x1874669422081408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827065.942640:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422081408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827065.942646:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827065.942649:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827065.942652:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827065.942657:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827065.942684:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827065.942696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827065/real 1787827065] req@ffff8a4f06e8c3c0 x1874669422081536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827065.942707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422081536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827065.942715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827065.942718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827065.942720:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827066.070127:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827067.094060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827068.117988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827069.142072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827070.166121:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827071.061959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827071.061968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827071.061974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827071.061984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3029 00000100:00080000:2.0:1787827071.061994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827071.062001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827071.062032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422081664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827071.062060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827071.062063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827071.062064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827071.062066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3029 00000100:00080000:2.0:1787827071.062068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827071.062072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827071.062080:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827071.062094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422081792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827071.062105:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422081664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827071.062105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827071.062114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827071.062115:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827071.062118:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3029 00000100:00080000:2.0:1787827071.062121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827071.062124:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827071.062128:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827071.062138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422081920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827071.062148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827071.062150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827071.062151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827071.062153:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3029 00000100:00080000:2.0:1787827071.062156:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827071.062158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827071.062160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827071.062175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422082048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787827071.062179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827071.062186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827071.062189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827071.062190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827071.062193:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3029 00000100:00080000:2.0:1787827071.062195:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827071.062198:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827071.062200:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827071.062207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422082176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827071.062220:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827071/real 1787827071] req@ffff8a4f06e8cf00 x1874669422081664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827071.062234:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422081664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827071.062242:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827071.062244:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827071.062247:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422081664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827071.062267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827071.062281:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827071.062289:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827071/real 1787827071] req@ffff8a4f06e8f480 x1874669422081792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827071.062296:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422081792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827071.062301:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827071.062303:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827071.062305:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827071.062308:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827071.062316:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827071.062321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827071/real 1787827071] req@ffff8a4f06e8e1c0 x1874669422081920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827071.062328:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422081920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827071.062332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827071.062334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827071.062335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422081920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827071.062338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827071.062346:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827071.062351:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827071/real 1787827071] req@ffff8a4f06e8ed00 x1874669422082048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827071.062357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422082048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827071.062362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827071.062364:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827071.062366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827071.062368:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827071.062376:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827071.062381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827071/real 1787827071] req@ffff8a4f06e8c780 x1874669422082176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827071.062386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422082176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827071.062390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827071.062392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827071.062394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827071.190029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827072.214020:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827073.238268:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827074.262017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827075.286187:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827076.182474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827076.182484:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827076.182488:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827076.182497:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3034 00000100:00080000:3.0:1787827076.182507:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827076.182514:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827076.182563:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422082304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827076.182595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827076.182599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827076.182601:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827076.182605:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3034 00000100:00080000:3.0:1787827076.182609:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827076.182613:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827076.182622:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827076.182634:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422082432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827076.182643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827076.182646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827076.182647:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827076.182650:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3034 00000100:00080000:3.0:1787827076.182654:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827076.182657:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827076.182661:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827076.182672:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422082560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827076.182678:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827076.182680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827076.182681:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827076.182684:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3034 00000100:00080000:3.0:1787827076.182686:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827076.182688:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827076.182691:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827076.182695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422082688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827076.182700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827076.182702:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827076.182704:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827076.182706:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3034 00000100:00080000:3.0:1787827076.182708:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827076.182709:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827076.182711:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827076.182715:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422082816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827076.182794:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422082304:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787827076.182877:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827076.182931:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827076/real 1787827076] req@ffff8a4f08daad00 x1874669422082304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827076.182946:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422082304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827076.182954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827076.182958:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827076.182961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422082304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827076.182968:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827076.182989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827076.183001:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827076/real 1787827076] req@ffff8a4f08daa940 x1874669422082432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827076.183011:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422082432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827076.183018:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827076.183021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827076.183023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827076.183029:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827076.183047:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827076.183057:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827076/real 1787827076] req@ffff8a4f08da8f00 x1874669422082560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827076.183064:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422082560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827076.183070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827076.183073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827076.183077:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827076.183082:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827076.183100:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827076.183111:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827076/real 1787827076] req@ffff8a4f08da83c0 x1874669422082688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827076.183123:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422082688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827076.183131:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827076.183133:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827076.183136:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827076.183142:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827076.183160:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827076.183171:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827076/real 1787827076] req@ffff8a4f08dab840 x1874669422082816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827076.183181:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422082816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827076.183189:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827076.183191:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827076.183194:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422082816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827076.310067:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827077.334038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827078.358013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827079.382021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827080.406062:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827081.302007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827081.302020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827081.302026:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827081.302039:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3039 00000100:00080000:2.0:1787827081.302053:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827081.302061:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827081.302107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422082944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827081.302139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827081.302144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827081.302146:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827081.302150:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3039 00000100:00080000:2.0:1787827081.302154:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827081.302159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827081.302169:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827081.302180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422083072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827081.302191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827081.302197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787827081.302198:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422082944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827081.302199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827081.302205:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3039 00000100:00080000:2.0:1787827081.302211:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827081.302215:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827081.302220:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827081.302233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422083200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827081.302240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827081.302242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827081.302244:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827081.302246:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3039 00000100:00080000:2.0:1787827081.302250:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827081.302252:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827081.302257:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827081.302267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422083328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827081.302276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827081.302289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787827081.302290:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827081.302303:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827081.302309:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3039 00000100:00080000:2.0:1787827081.302313:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827081.302317:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827081.302320:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827081.302334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422083456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827081.302344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827081/real 1787827081] req@ffff8a4f06e8c780 x1874669422082944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827081.302370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422082944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827081.302387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827081.302392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827081.302396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422082944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827081.302431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827081.302457:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827081.302483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827081/real 1787827081] req@ffff8a4f06e8ed00 x1874669422083072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827081.302496:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422083072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827081.302504:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827081.302508:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827081.302511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827081.302517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827081.302539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827081.302551:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827081/real 1787827081] req@ffff8a4f06e8e1c0 x1874669422083200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827081.302560:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422083200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827081.302565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827081.302569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827081.302572:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827081.302579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827081.302600:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827081.302621:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827081/real 1787827081] req@ffff8a4f06e8f480 x1874669422083328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827081.302633:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422083328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827081.302641:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827081.302644:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827081.302648:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827081.302654:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827081.302674:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827081.302686:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827081/real 1787827081] req@ffff8a4f06e8cf00 x1874669422083456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827081.302697:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422083456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827081.302705:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827081.302708:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827081.302711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827081.430045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827082.454146:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827083.478013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827084.502043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827085.526022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827086.421967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827086.421974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827086.421977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827086.421984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3044 00000100:00080000:3.0:1787827086.421992:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827086.421996:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827086.422025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422083584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827086.422047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827086.422050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827086.422052:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827086.422055:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3044 00000100:00080000:3.0:1787827086.422058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827086.422062:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827086.422071:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827086.422084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422083712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827086.422093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827086.422096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787827086.422098:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422083584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827086.422102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827086.422105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3044 00000100:00080000:3.0:1787827086.422111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827086.422115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827086.422119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827086.422127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422083840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827086.422134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827086.422136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827086.422138:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827086.422141:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3044 00000100:00080000:3.0:1787827086.422143:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827086.422146:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827086.422150:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827086.422158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422083968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827086.422172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827086.422175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827086.422176:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827086.422179:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3044 00000100:00080000:3.0:1787827086.422182:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827086.422185:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827086.422189:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827086.422198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422084096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827086.422201:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827086.422231:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827086.422259:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827086.422283:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827086.550022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827087.574242:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827088.598006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827089.494023:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:1.0:1787827089.494053:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827089.494067:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827089.494127:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827089.494137:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827089.494145:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827089.494154:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787827089.494176:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827086/real 1787827089] req@ffff8a4f08da9680 x1874669422084096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827089.494200:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422084096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827089.494211:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827089.494215:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827089.494220:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084096:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827089.494227:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827086/real 1787827089] req@ffff8a4f08daa1c0 x1874669422083712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827089.494239:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422083712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827089.494247:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827089.494251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827089.494254:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827089.494260:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827086/real 1787827089] req@ffff8a4f08da92c0 x1874669422083840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827089.494272:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422083840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827089.494280:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827089.494283:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827089.494287:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827089.494293:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827086/real 1787827089] req@ffff8a4f08daa580 x1874669422083968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827089.494320:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422083968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827089.494328:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827089.494332:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827089.494335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422083968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827089.494342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827086/real 1787827089] req@ffff8a4f08da8000 x1874669422083584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827089.494354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422083584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827089.494361:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827089.494364:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827089.494367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422083584:192.168.203.149@tcp:250:kworker.0 00010000:00010000:3.0:1787827089.622062:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827090.645964:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827091.541984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827091.541995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827091.541998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827091.542006:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3049 00000100:00080000:3.0:1787827091.542014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827091.542020:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827091.542045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422084224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827091.542083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827091.542087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827091.542088:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827091.542092:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3049 00000100:00080000:3.0:1787827091.542095:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827091.542099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827091.542109:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827091.542120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422084352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827091.542130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827091.542133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827091.542135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827091.542139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3049 00000100:00080000:3.0:1787827091.542142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827091.542147:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827091.542150:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827091.542159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422084480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827091.542166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827091.542169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827091.542171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827091.542181:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3049 00000100:00080000:3.0:1787827091.542185:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827091.542189:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827091.542194:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827091.542203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422084608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827091.542211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827091.542214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827091.542216:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827091.542219:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3049 00000100:00080000:3.0:1787827091.542222:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827091.542226:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827091.542230:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827091.542239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422084736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827091.542332:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422084224:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787827091.542390:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827091.542427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827091/real 1787827091] req@ffff8a4f08dab480 x1874669422084224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827091.542444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422084224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827091.542453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827091.542469:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827091.542472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422084224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827091.542479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827091.542500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827091.542513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827091/real 1787827091] req@ffff8a4f08dab0c0 x1874669422084352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827091.542524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422084352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827091.542532:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827091.542534:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827091.542537:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827091.542543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827091.542561:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827091.542572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827091/real 1787827091] req@ffff8a4f08da8b40 x1874669422084480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827091.542584:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422084480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827091.542597:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827091.542600:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827091.542603:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827091.542608:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827091.542627:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827091.542638:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827091/real 1787827091] req@ffff8a4f08dabc00 x1874669422084608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827091.542654:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422084608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827091.542661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827091.542664:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827091.542666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827091.542672:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827091.542704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827091.542714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827091/real 1787827091] req@ffff8a4f08da9a40 x1874669422084736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827091.542724:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422084736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827091.542730:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827091.542733:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827091.542737:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827091.670062:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827092.694043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827093.718097:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827094.742018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827095.766896:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827096.661978:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827096.661986:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827096.661989:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827096.661997:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3055 00000100:00080000:1.0:1787827096.662008:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827096.662016:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827096.662059:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422084864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827096.662095:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827096.662099:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827096.662100:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827096.662104:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3055 00000100:00080000:1.0:1787827096.662108:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827096.662111:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827096.662130:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827096.662136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422084864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827096.662142:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422084992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827096.662150:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827096.662153:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827096.662155:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827096.662157:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3055 00000100:00080000:1.0:1787827096.662182:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827096.662186:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787827096.662190:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787827096.662190:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827096.662201:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422085120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827096.662209:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827096.662211:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827096.662213:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827096.662215:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3055 00000100:00080000:1.0:1787827096.662218:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827096.662221:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827096.662225:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827096.662227:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827096/real 1787827096] req@ffff8a4f13cb0b40 x1874669422084864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827096.662233:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422085248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827096.662240:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787827096.662243:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422084864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827096.662243:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827096.662245:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827096.662248:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3055 00000100:00080000:1.0:1787827096.662251:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827096.662254:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827096.662258:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787827096.662259:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827096.662263:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827096.662265:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422085376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787827096.662267:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422084864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827096.662287:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827096.662308:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827096.662320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827096/real 1787827096] req@ffff8a4f13cb3840 x1874669422084992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827096.662332:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422084992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827096.662339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827096.662341:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827096.662343:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422084992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827096.662347:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787827096.662360:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827096.662368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827096/real 1787827096] req@ffff8a4f13cb2580 x1874669422085120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827096.662375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422085120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827096.662380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827096.662381:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827096.662383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827096.662386:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827096.662395:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827096.662401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827096/real 1787827096] req@ffff8a4f13cb1e00 x1874669422085248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827096.662407:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422085248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827096.662411:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827096.662413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827096.662414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787827096.662417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787827096.662426:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827096.662445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827096/real 1787827096] req@ffff8a4f13cb30c0 x1874669422085376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827096.662466:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422085376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827096.662474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787827096.662477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827096.662480:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827096.790082:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827097.814117:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827098.838025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827099.862419:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827100.886039:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827101.781961:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827101.781970:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827101.781974:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827101.781983:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3060 00000100:00080000:0.0:1787827101.781993:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827101.781999:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827101.782031:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422085504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827101.782059:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827101.782063:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827101.782069:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827101.782073:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3060 00000100:00080000:0.0:1787827101.782077:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827101.782080:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827101.782090:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827101.782101:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422085632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827101.782110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422085504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827101.782113:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827101.782120:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827101.782122:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827101.782126:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3060 00000100:00080000:0.0:1787827101.782129:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827101.782132:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827101.782137:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827101.782149:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422085760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827101.782158:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827101.782161:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827101.782163:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827101.782167:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3060 00000100:00080000:0.0:1787827101.782172:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827101.782176:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827101.782180:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1787827101.782183:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827101.782194:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422085888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827101.782203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827101.782207:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827101.782209:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827101.782212:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3060 00000100:00080000:0.0:1787827101.782224:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787827101.782224:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827101/real 1787827101] req@ffff8a4f13c5a1c0 x1874669422085504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827101.782233:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827101.782243:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827101.782250:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422085504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827101.782256:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422086016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827101.782265:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827101.782272:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827101.782277:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422085504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827101.782309:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787827101.782331:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827101.782344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827101/real 1787827101] req@ffff8a4f13c58f00 x1874669422085632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827101.782354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422085632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827101.782362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827101.782365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827101.782368:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827101.782373:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787827101.782390:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827101.782408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827101/real 1787827101] req@ffff8a4f13c5bc00 x1874669422085760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827101.782419:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422085760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827101.782426:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827101.782429:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827101.782432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827101.782437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787827101.782456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827101.782466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827101/real 1787827101] req@ffff8a4f13c592c0 x1874669422085888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827101.782475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422085888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827101.782482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827101.782485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827101.782487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422085888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787827101.782493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787827101.782514:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827101.782523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827101/real 1787827101] req@ffff8a4f13c5b0c0 x1874669422086016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827101.782534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422086016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827101.782540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827101.782543:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827101.782546:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827101.910073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827102.934041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827103.958115:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827104.982031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827106.006058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827106.902011:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827106.902024:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827106.902030:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827106.902042:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3065 00000100:00080000:0.0:1787827106.902055:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827106.902065:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827106.902113:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422086144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827106.902145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827106.902149:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827106.902151:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827106.902155:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3065 00000100:00080000:0.0:1787827106.902158:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827106.902161:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827106.902171:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827106.902182:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422086272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827106.902192:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1787827106.902192:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422086144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827106.902195:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827106.902198:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827106.902203:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3065 00000100:00080000:0.0:1787827106.902205:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827106.902208:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827106.902210:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827106.902217:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422086400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827106.902222:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827106.902224:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827106.902225:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827106.902228:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3065 00000100:00080000:0.0:1787827106.902231:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827106.902235:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827106.902240:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827106.902251:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422086528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827106.902264:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827106.902267:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827106.902269:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827106.902272:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3065 00000100:00080000:0.0:1787827106.902276:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827106.902280:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827106.902285:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1787827106.902289:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827106.902297:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422086656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827106.902344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827106/real 1787827106] req@ffff8a4f13c583c0 x1874669422086144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827106.902373:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422086144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827106.902387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827106.902391:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827106.902395:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422086144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827106.902422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787827106.902446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827106.902460:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827106/real 1787827106] req@ffff8a4f13c5ad00 x1874669422086272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827106.902473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422086272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827106.902481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827106.902484:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827106.902487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827106.902502:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787827106.902522:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827106.902533:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827106/real 1787827106] req@ffff8a4f13c58780 x1874669422086400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827106.902543:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422086400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827106.902550:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827106.902553:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827106.902556:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827106.902561:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787827106.902593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827106.902604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827106/real 1787827106] req@ffff8a4f13c5a940 x1874669422086528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827106.902614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422086528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827106.902621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827106.902624:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827106.902628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787827106.902633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787827106.902650:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827106.902660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827106/real 1787827106] req@ffff8a4f13c5a580 x1874669422086656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827106.902670:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422086656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827106.902677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827106.902681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827106.902684:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827107.031716:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827108.054083:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827109.078033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827110.102033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827111.126060:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827112.022028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827112.022044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827112.022048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827112.022061:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3070 00000100:00080000:0.0:1787827112.022073:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827112.022082:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827112.022140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422086784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827112.022172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827112.022175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827112.022177:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827112.022181:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3070 00000100:00080000:0.0:1787827112.022184:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827112.022189:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827112.022201:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827112.022215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422086912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827112.022225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827112.022228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827112.022230:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827112.022235:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3070 00000100:00080000:0.0:1787827112.022240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827112.022245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827112.022252:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827112.022254:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422086784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827112.022270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422087040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827112.022285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827112.022288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827112.022290:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827112.022295:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3070 00000100:00080000:0.0:1787827112.022299:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827112.022304:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827112.022310:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827112.022334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422087168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1787827112.022342:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827112.022350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827112.022356:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827112.022359:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827112.022364:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3070 00000100:00080000:0.0:1787827112.022370:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827112.022375:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827112.022382:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827112.022390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827112/real 1787827112] req@ffff8a4f13c59a40 x1874669422086784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827112.022402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422087296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787827112.022418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422086784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827112.022432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827112.022437:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827112.022443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422086784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827112.022458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787827112.022484:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827112.022497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827112/real 1787827112] req@ffff8a4f13c58000 x1874669422086912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827112.022510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422086912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827112.022516:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827112.022518:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827112.022520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422086912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827112.022553:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:2.0:1787827112.022569:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827112.022577:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827112/real 1787827112] req@ffff8a4f13c59680 x1874669422087040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827112.022584:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422087040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827112.022592:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827112.022595:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827112.022598:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827112.022605:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787827112.022623:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827112.022635:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827112/real 1787827112] req@ffff8a4f13c5b480 x1874669422087168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827112.022647:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422087168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827112.022654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827112.022657:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827112.022660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:2.0:1787827112.022667:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:2.0:1787827112.022686:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827112.022695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827112/real 1787827112] req@ffff8a4f13c5a580 x1874669422087296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827112.022706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422087296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827112.022710:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827112.022713:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827112.022714:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827112.150121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827113.174094:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827114.198077:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827115.222125:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827116.246141:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827117.142164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827117.142172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827117.142175:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827117.142182:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3075 00000100:00080000:0.0:1787827117.142191:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827117.142197:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827117.142228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422087424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827117.142255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827117.142257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827117.142259:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827117.142262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3075 00000100:00080000:0.0:1787827117.142265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827117.142269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827117.142278:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827117.142299:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422087552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827117.142309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827117.142313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827117.142315:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827117.142318:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3075 00000100:00080000:0.0:1787827117.142322:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827117.142326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827117.142331:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827117.142341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422087680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827117.142350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827117.142353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827117.142355:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827117.142358:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3075 00000100:00080000:0.0:1787827117.142361:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827117.142365:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827117.142369:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827117.142377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422087808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827117.142382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827117.142384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827117.142385:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827117.142387:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3075 00000100:00080000:0.0:1787827117.142389:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827117.142391:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827117.142393:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827117.142407:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422087936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827117.142554:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422087424:192.168.203.149@tcp:250:kworker.0 00000800:00000100:1.0:1787827117.142612:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827117.142753:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827117/real 1787827117] req@ffff8a4f13c5a940 x1874669422087424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827117.142772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422087424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827117.142782:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827117.142785:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827117.142789:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422087424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827117.142796:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827117.142833:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827117.142846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827117/real 1787827117] req@ffff8a4f13c58780 x1874669422087552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827117.142885:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422087552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827117.142893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827117.142896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827117.142899:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827117.142906:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827117.142926:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827117.142949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827117/real 1787827117] req@ffff8a4f13c5ad00 x1874669422087680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827117.142961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422087680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827117.142968:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827117.142971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827117.142974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827117.142980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827117.142998:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827117.143007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827117/real 1787827117] req@ffff8a4f13c583c0 x1874669422087808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827117.143019:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422087808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827117.143025:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827117.143028:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827117.143031:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827117.143036:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827117.143051:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827117.143060:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827117/real 1787827117] req@ffff8a4f13c5b0c0 x1874669422087936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827117.143069:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422087936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827117.143081:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827117.143084:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827117.143087:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422087936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827117.270921:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827118.294436:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827119.318535:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827120.342521:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827121.368677:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827122.262958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827122.262970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827122.262973:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827122.262984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3080 00000100:00080000:2.0:1787827122.262995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827122.263002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827122.263037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422088064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827122.263067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827122.263070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827122.263072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827122.263076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3080 00000100:00080000:2.0:1787827122.263079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827122.263082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827122.263091:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827122.263100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422088192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827122.263109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827122.263111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827122.263113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827122.263116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3080 00000100:00080000:2.0:1787827122.263120:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827122.263123:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827122.263127:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827122.263136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422088320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827122.263145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827122.263148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827122.263149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827122.263152:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3080 00000100:00080000:2.0:1787827122.263155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827122.263158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827122.263163:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827122.263171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422088448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827122.263179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827122.263182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827122.263184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827122.263186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3080 00000100:00080000:2.0:1787827122.263189:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827122.263193:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827122.263197:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827122.263206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422088576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827122.263282:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422088064:192.168.203.149@tcp:250:kworker.0 00000800:00000100:1.0:1787827122.263339:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827122.263380:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827122/real 1787827122] req@ffff8a4f06e8c3c0 x1874669422088064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827122.263396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422088064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827122.263406:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827122.263409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827122.263413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422088064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827122.263419:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827122.263439:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827122.263450:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827122/real 1787827122] req@ffff8a4f06e8cb40 x1874669422088192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827122.263461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422088192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827122.263482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827122.263486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827122.263489:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827122.263508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827122.263535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827122.263547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827122/real 1787827122] req@ffff8a4f06e8e940 x1874669422088320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827122.263558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422088320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827122.263565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827122.263568:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827122.263571:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827122.263576:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827122.263593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827122.263603:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827122/real 1787827122] req@ffff8a4f06e8d2c0 x1874669422088448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827122.263613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422088448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827122.263620:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827122.263623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827122.263626:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827122.263631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827122.263645:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827122.263655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827122/real 1787827122] req@ffff8a4f06e8d680 x1874669422088576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827122.263672:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422088576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827122.263679:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827122.263682:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827122.263685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827122.390327:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827123.414637:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827124.438111:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827125.461999:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827126.486261:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827127.381944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827127.381952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827127.381955:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827127.381963:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3085 00000100:00080000:2.0:1787827127.381970:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827127.381976:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827127.382009:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422088704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827127.382043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827127.382047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827127.382049:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827127.382053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3085 00000100:00080000:2.0:1787827127.382056:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827127.382060:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827127.382070:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827127.382084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422088832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827127.382094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827127.382097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827127.382099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827127.382103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3085 00000100:00080000:2.0:1787827127.382107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827127.382111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827127.382116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827127.382123:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422088704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827127.382132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422088960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827127.382145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827127.382148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827127.382150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827127.382153:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3085 00000100:00080000:2.0:1787827127.382158:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827127.382163:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827127.382168:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827127.382181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422089088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827127.382190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827127.382193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827127.382195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827127.382198:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3085 00000100:00080000:2.0:1787827127.382204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827127.382208:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827127.382213:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827127.382221:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827127.382227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422089216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827127.382285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827127/real 1787827127] req@ffff8a4f06e8e580 x1874669422088704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827127.382307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422088704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827127.382320:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827127.382324:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827127.382329:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422088704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827127.382337:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827127.382361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827127.382374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827127/real 1787827127] req@ffff8a4f06e8c000 x1874669422088832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827127.382392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422088832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827127.382424:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827127.382441:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827127.382445:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827127.382479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827127.382518:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827127.382531:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827127/real 1787827127] req@ffff8a4f06e8f0c0 x1874669422088960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827127.382542:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422088960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827127.382550:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827127.382554:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827127.382557:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422088960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827127.382563:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827127.382581:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827127.382590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827127/real 1787827127] req@ffff8a4f06e8de00 x1874669422089088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827127.382602:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422089088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827127.382609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827127.382612:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827127.382621:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827127.382628:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827127.382647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827127.382658:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827127/real 1787827127] req@ffff8a4f06e8f840 x1874669422089216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827127.382669:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422089216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827127.382676:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827127.382679:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827127.382682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827127.510651:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827128.534101:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827129.558061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827130.582118:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827131.606042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827132.501956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827132.501963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827132.501967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827132.501974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3090 00000100:00080000:2.0:1787827132.501982:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827132.501988:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827132.502034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422089344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827132.502065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827132.502069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827132.502071:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827132.502075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3090 00000100:00080000:2.0:1787827132.502079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827132.502083:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827132.502093:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827132.502104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422089472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827132.502108:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422089344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827132.502116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827132.502120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827132.502121:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827132.502124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3090 00000100:00080000:2.0:1787827132.502126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827132.502128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827132.502133:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827132.502139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422089600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827132.502145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827132.502148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827132.502149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827132.502151:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3090 00000100:00080000:2.0:1787827132.502153:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827132.502155:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827132.502157:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827132.502163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422089728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827132.502168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827132.502170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827132.502171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827132.502175:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3090 00000800:00000100:1.0:1787827132.502178:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827132.502179:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827132.502184:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827132.502188:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827132.502198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422089856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827132.502224:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827132/real 1787827132] req@ffff8a4f06e8f840 x1874669422089344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827132.502242:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422089344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827132.502252:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827132.502255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827132.502259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422089344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827132.502279:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827132.502299:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827132.502322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827132/real 1787827132] req@ffff8a4f06e8de00 x1874669422089472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827132.502330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422089472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827132.502335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827132.502337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827132.502339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827132.502342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827132.502354:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827132.502361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827132/real 1787827132] req@ffff8a4f06e8f0c0 x1874669422089600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827132.502367:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422089600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827132.502372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827132.502374:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827132.502375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827132.502378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827132.502387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827132.502402:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827132/real 1787827132] req@ffff8a4f06e8c000 x1874669422089728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827132.502411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422089728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827132.502420:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827132.502422:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827132.502424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827132.502427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827132.502440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827132.502452:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827132/real 1787827132] req@ffff8a4f06e8e580 x1874669422089856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827132.502458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422089856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827132.502463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827132.502465:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827132.502466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422089856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827132.630071:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827133.654042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827134.678059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827135.702017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827136.726101:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827137.621993:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827137.622003:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827137.622007:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827137.622018:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3096 00000100:00080000:0.0:1787827137.622029:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827137.622037:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827137.622083:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422089984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827137.622109:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827137.622113:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827137.622114:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827137.622118:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3096 00000100:00080000:0.0:1787827137.622123:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827137.622128:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827137.622137:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827137.622145:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422089984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827137.622153:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422090112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827137.622164:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827137.622168:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827137.622171:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827137.622175:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3096 00000100:00080000:0.0:1787827137.622189:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827137.622194:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787827137.622197:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787827137.622202:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827137.622216:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422090240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827137.622227:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827137.622230:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827137.622232:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827137.622237:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3096 00000100:00100000:1.0:1787827137.622240:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827137/real 1787827137] req@ffff8a4f13c592c0 x1874669422089984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827137.622243:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827137.622252:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827137.622258:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827137.622258:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422089984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827137.622271:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827137.622275:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827137.622276:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422090368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827137.622280:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422089984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827137.622288:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827137.622293:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827137.622298:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827137.622304:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3096 00000100:00080000:0.0:1787827137.622309:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827137.622312:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827137.622319:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827137.622322:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827137.622334:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422090496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827137.622349:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827137.622375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827137/real 1787827137] req@ffff8a4f13c5bc00 x1874669422090112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827137.622385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422090112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827137.622390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827137.622392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827137.622394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827137.622398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827137.622410:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827137.622417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827137/real 1787827137] req@ffff8a4f13c58f00 x1874669422090240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827137.622424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422090240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827137.622428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827137.622430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827137.622431:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827137.622435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827137.622444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827137.622449:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827137/real 1787827137] req@ffff8a4f13c5a1c0 x1874669422090368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827137.622462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422090368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827137.622467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827137.622469:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827137.622470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827137.622482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827137.622493:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827137.622499:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827137/real 1787827137] req@ffff8a4f13c592c0 x1874669422090496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827137.622506:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422090496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827137.622510:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827137.622512:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827137.622513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827137.750022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827138.774574:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827139.798010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827140.822168:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827141.846029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827142.742030:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827142.742040:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827142.742044:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827142.742053:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3101 00000100:00080000:2.0:1787827142.742072:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827142.742081:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827142.742116:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422090624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827142.742148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827142.742152:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827142.742154:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827142.742157:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3101 00000100:00080000:2.0:1787827142.742160:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827142.742164:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827142.742173:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827142.742185:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422090752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827142.742195:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827142.742198:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422090624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827142.742200:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827142.742204:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827142.742209:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3101 00000100:00080000:2.0:1787827142.742212:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827142.742216:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827142.742220:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827142.742237:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422090880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827142.742246:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827142.742249:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827142.742251:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827142.742254:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3101 00000100:00080000:2.0:1787827142.742258:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787827142.742262:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827142.742266:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827142.742271:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827142.742283:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422091008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827142.742297:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827142.742300:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827142.742303:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827142.742304:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827142/real 1787827142] req@ffff8a4f06e8d680 x1874669422090624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827142.742310:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3101 00000100:00080000:2.0:1787827142.742317:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827142.742338:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827142.742342:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422090624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787827142.742345:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827142.742372:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422091136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827142.742376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827142.742384:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827142.742390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422090624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827142.742413:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827142.742434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827142.742446:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827142/real 1787827142] req@ffff8a4f06e8d2c0 x1874669422090752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827142.743002:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422090752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827142.743010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827142.743014:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827142.743017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827142.743023:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827142.743050:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827142.743062:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827142/real 1787827142] req@ffff8a4f06e8e940 x1874669422090880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827142.743072:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422090880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827142.743079:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827142.743081:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827142.743084:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422090880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827142.743095:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827142.743112:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827142.743121:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827142/real 1787827142] req@ffff8a4f06e8cb40 x1874669422091008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827142.743131:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422091008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827142.743138:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827142.743140:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827142.743143:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827142.743148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827142.743161:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827142.743169:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827142/real 1787827142] req@ffff8a4f06e8c3c0 x1874669422091136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827142.743178:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422091136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827142.743185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827142.743188:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827142.743191:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827142.870119:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827143.895929:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827144.918066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827145.942031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827146.966036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827147.861987:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827147.861995:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827147.861999:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827147.862009:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3106 00000100:00080000:0.0:1787827147.862020:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827147.862027:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827147.862060:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422091264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827147.862087:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827147.862093:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827147.862095:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827147.862099:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3106 00000100:00080000:0.0:1787827147.862103:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827147.862108:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827147.862117:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827147.862129:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422091392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827147.862140:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827147.862143:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827147.862147:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827147.862148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422091264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827147.862153:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3106 00000100:00080000:0.0:1787827147.862159:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827147.862163:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827147.862168:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827147.862179:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422091520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827147.862189:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827147.862192:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827147.862194:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827147.862197:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3106 00000100:00080000:0.0:1787827147.862202:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827147.862205:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827147.862211:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827147.862211:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827147.862225:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422091648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827147.862234:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827147.862237:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827147.862239:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827147.862243:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3106 00000100:00080000:0.0:1787827147.862247:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827147.862251:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827147.862255:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827147/real 1787827147] req@ffff8a4f13c5b0c0 x1874669422091264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787827147.862257:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827147.862269:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422091776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827147.862316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422091264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827147.862328:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827147.862333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827147.862336:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422091264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827147.862359:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827147.862381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827147.862394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827147/real 1787827147] req@ffff8a4f13c583c0 x1874669422091392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827147.862406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422091392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827147.862414:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827147.862417:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827147.862420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827147.862436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827147.862455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827147.862467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827147/real 1787827147] req@ffff8a4f13c5ad00 x1874669422091520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827147.862478:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422091520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827147.862501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827147.862505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827147.862508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827147.862514:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827147.862535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827147.862545:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827147/real 1787827147] req@ffff8a4f13c58780 x1874669422091648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827147.862555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422091648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827147.862562:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827147.862565:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827147.862569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827147.862574:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827147.862598:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827147.862608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827147/real 1787827147] req@ffff8a4f13c5a940 x1874669422091776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827147.862620:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422091776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827147.862627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827147.862630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827147.862638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422091776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827147.989980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827149.013986:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827150.038045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827151.062065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827152.086037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827152.981976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827152.981986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827152.981992:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827152.982004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3111 00000100:00080000:0.0:1787827152.982014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827152.982021:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827152.982055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422091904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827152.982095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827152.982098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827152.982099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827152.982102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3111 00000100:00080000:0.0:1787827152.982106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827152.982109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827152.982116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827152.982125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422092032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827152.982131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827152.982133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827152.982134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827152.982136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3111 00000100:00080000:0.0:1787827152.982138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827152.982139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827152.982142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827152.982146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422092160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827152.982152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827152.982154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827152.982156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827152.982159:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3111 00000100:00080000:0.0:1787827152.982161:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827152.982165:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827152.982169:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827152.982179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422092288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827152.982194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827152.982197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827152.982199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827152.982202:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3111 00000100:00080000:0.0:1787827152.982204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827152.982206:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827152.982209:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827152.982216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422092416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827152.982317:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422091904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827152.982401:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827152.982417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827152.982428:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827152.982440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827153.110080:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827154.134026:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827155.158116:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827156.054144:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787827156.054186:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827156.054202:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827156.054244:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827156.054253:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827156.054262:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827156.054271:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827156.054292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827152/real 1787827156] req@ffff8a4f13c5a580 x1874669422091904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827156.054317:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422091904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827156.054328:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827156.054332:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827156.054336:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422091904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827156.054343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827152/real 1787827156] req@ffff8a4f13c5b480 x1874669422092032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827156.054354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422092032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827156.054361:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827156.054365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827156.054379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827156.054399:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827152/real 1787827156] req@ffff8a4f13c59680 x1874669422092160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827156.054413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422092160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827156.054420:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827156.054424:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827156.054427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827156.054433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827152/real 1787827156] req@ffff8a4f13c58000 x1874669422092288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827156.054444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422092288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827156.054451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827156.054454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827156.054457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827156.054463:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827152/real 1787827156] req@ffff8a4f13c59a40 x1874669422092416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827156.054473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422092416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827156.054480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827156.054483:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827156.054485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827156.184383:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827157.206093:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827158.101975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827158.101984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827158.101988:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827158.101997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3116 00000100:00080000:2.0:1787827158.102006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827158.102013:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827158.102043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422092544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827158.102071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827158.102074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827158.102077:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827158.102080:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3116 00000100:00080000:2.0:1787827158.102084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827158.102087:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827158.102096:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827158.102108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422092672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827158.102117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827158.102121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827158.102123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827158.102127:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3116 00000100:00100000:1.0:1787827158.102131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422092544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827158.102133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827158.102141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827158.102146:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827158.102159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422092800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827158.102170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827158.102173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827158.102175:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827158.102179:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3116 00000100:00080000:2.0:1787827158.102183:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827158.102187:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827158.102191:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827158.102198:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827158.102204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422092928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827158.102224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827158.102228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827158.102230:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827158.102234:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3116 00000100:00080000:2.0:1787827158.102238:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827158.102242:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827158.102247:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827158.102258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422093056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827158.102268:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827158/real 1787827158] req@ffff8a4f06e8cf00 x1874669422092544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827158.102288:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422092544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827158.102298:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827158.102302:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827158.102306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422092544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827158.102314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827158.102338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827158.102351:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827158/real 1787827158] req@ffff8a4f06e8f480 x1874669422092672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827158.102363:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422092672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827158.102370:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827158.102373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827158.102377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827158.102403:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827158.102442:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827158.102454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827158/real 1787827158] req@ffff8a4f06e8e1c0 x1874669422092800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827158.102481:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422092800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827158.102489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827158.102492:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827158.102495:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827158.102501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827158.102522:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827158.102535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827158/real 1787827158] req@ffff8a4f06e8ed00 x1874669422092928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827158.102546:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422092928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827158.102555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827158.102558:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827158.102561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422092928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827158.102566:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827158.102584:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827158.102595:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827158/real 1787827158] req@ffff8a4f06e8c780 x1874669422093056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827158.102606:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422093056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827158.102625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827158.102629:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827158.102632:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827158.230027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827159.254252:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827160.278166:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827161.302153:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827162.326010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827163.221988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827163.221997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827163.222001:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827163.222011:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3121 00000100:00080000:0.0:1787827163.222022:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827163.222031:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827163.222072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422093184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827163.222107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827163.222111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827163.222113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827163.222117:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3121 00000100:00080000:0.0:1787827163.222120:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827163.222125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827163.222135:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827163.222147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422093312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827163.222156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827163.222159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827163.222169:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827163.222173:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3121 00000100:00080000:0.0:1787827163.222177:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827163.222190:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827163.222195:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827163.222205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422093440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827163.222213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827163.222217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827163.222219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827163.222222:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3121 00000100:00080000:0.0:1787827163.222225:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827163.222229:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827163.222233:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827163.222241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422093568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827163.222249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827163.222253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827163.222256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827163.222259:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3121 00000100:00080000:0.0:1787827163.222262:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827163.222265:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827163.222270:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827163.222278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422093696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827163.222370:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422093184:192.168.203.149@tcp:250:kworker.0 00000800:00000100:1.0:1787827163.222433:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827163.222478:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827163/real 1787827163] req@ffff8a4f13c59a40 x1874669422093184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827163.222500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422093184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827163.222510:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827163.222514:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827163.222518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422093184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827163.222525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827163.222545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827163.222557:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827163/real 1787827163] req@ffff8a4f13c58000 x1874669422093312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827163.222568:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422093312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827163.222576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827163.222579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827163.222583:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827163.222607:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827163.222627:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827163.222637:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827163/real 1787827163] req@ffff8a4f13c59680 x1874669422093440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827163.222648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422093440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827163.222656:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827163.222659:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827163.222662:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827163.222667:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827163.222685:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827163.222694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827163/real 1787827163] req@ffff8a4f13c5b480 x1874669422093568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827163.222712:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422093568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827163.222720:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827163.222723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827163.222726:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827163.222731:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827163.222748:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827163.222757:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827163/real 1787827163] req@ffff8a4f13c5a580 x1874669422093696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827163.222774:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422093696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827163.222782:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827163.222785:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827163.222788:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827163.350053:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827164.373986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827165.398048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827166.422045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827167.446062:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827168.341975:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827168.341985:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827168.341989:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827168.342004:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3126 00000100:00080000:2.0:1787827168.342015:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827168.342024:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827168.342062:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422093824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827168.342086:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827168.342090:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827168.342092:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827168.342096:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3126 00000100:00080000:2.0:1787827168.342100:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827168.342105:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827168.342115:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827168.342116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422093824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827168.342133:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422093952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827168.342157:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827168.342161:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827168.342163:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827168.342167:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3126 00000100:00080000:2.0:1787827168.342172:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787827168.342180:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827168.342180:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827168.342186:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827168.342201:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422094080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827168.342207:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827168.342210:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827168.342211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827168.342214:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3126 00000100:00100000:1.0:1787827168.342218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827168/real 1787827168] req@ffff8a4f06e8c780 x1874669422093824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827168.342218:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827168.342227:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827168.342235:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827168.342240:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422093824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827168.342247:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422094208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827168.342254:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827168.342258:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827168.342262:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827168.342263:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:2.0:1787827168.342264:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827168.342271:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422093824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827168.342272:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3126 00000100:00080000:2.0:1787827168.342277:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827168.342288:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827168.342292:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827168.342299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827168.342306:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422094336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827168.342327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827168.342340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827168/real 1787827168] req@ffff8a4f06e8ed00 x1874669422093952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827168.342347:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422093952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827168.342366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827168.342368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827168.342371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422093952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827168.342374:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827168.342388:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827168.342394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827168/real 1787827168] req@ffff8a4f06e8e1c0 x1874669422094080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827168.342400:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422094080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827168.342405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827168.342406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827168.342408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827168.342413:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827168.342430:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827168.342440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827168/real 1787827168] req@ffff8a4f06e8f480 x1874669422094208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827168.342457:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422094208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827168.342465:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827168.342468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827168.342477:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827168.342495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827168.342513:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827168.342523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827168/real 1787827168] req@ffff8a4f06e8cf00 x1874669422094336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827168.342534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422094336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827168.342542:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827168.342545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827168.342548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827168.470047:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827169.494021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827170.518017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827171.542148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827172.566033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827173.462008:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827173.462022:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827173.462028:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827173.462042:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3131 00000100:00080000:2.0:1787827173.462057:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827173.462066:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827173.462132:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422094464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827173.462164:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827173.462168:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827173.462170:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827173.462174:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3131 00000100:00080000:2.0:1787827173.462179:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827173.462184:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827173.462198:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827173.462204:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422094464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827173.462218:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422094592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827173.462236:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827173.462239:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827173.462240:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827173.462244:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3131 00000100:00080000:2.0:1787827173.462248:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827173.462250:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827173.462255:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827173.462266:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422094720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827173.462267:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827173.462282:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827173.462287:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827173.462289:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827173.462294:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3131 00000100:00080000:2.0:1787827173.462298:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827173.462304:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827173.462310:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827173.462322:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422094848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827173.462333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827173/real 1787827173] req@ffff8a4f06e8c3c0 x1874669422094464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827173.462334:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827173.462348:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827173.462356:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827173.462368:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3131 00000100:00100000:1.0:1787827173.462371:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422094464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827173.462373:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827173.462378:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827173.462387:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787827173.462395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827173.462402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827173.462410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422094464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827173.462410:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422094976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827173.462454:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827173.462488:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827173.462522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827173/real 1787827173] req@ffff8a4f06e8cb40 x1874669422094592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827173.462535:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422094592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827173.462542:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827173.462545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827173.462548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827173.462555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827173.462576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827173.462587:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827173/real 1787827173] req@ffff8a4f06e8e940 x1874669422094720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827173.462599:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422094720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827173.462607:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827173.462610:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827173.462614:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827173.462620:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827173.462648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827173.462659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827173/real 1787827173] req@ffff8a4f06e8d2c0 x1874669422094848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827173.462670:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422094848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827173.462691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827173.462695:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827173.462698:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827173.462703:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827173.462724:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827173.462771:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827173/real 1787827173] req@ffff8a4f06e8d680 x1874669422094976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827173.462787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422094976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827173.462795:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827173.462798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827173.462801:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422094976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827173.590067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827174.614041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827175.638090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827176.662059:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827177.686072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827178.581977:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827178.581986:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827178.581990:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827178.582001:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3136 00000100:00080000:0.0:1787827178.582012:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827178.582018:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827178.582056:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422095104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827178.582091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827178.582094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827178.582095:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827178.582098:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3136 00000100:00080000:0.0:1787827178.582101:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827178.582104:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827178.582114:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827178.582126:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422095232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827178.582140:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422095104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827178.582146:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827178.582151:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827178.582153:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827178.582158:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3136 00000100:00080000:0.0:1787827178.582162:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827178.582166:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827178.582170:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827178.582180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422095360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827178.582186:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827178.582189:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827178.582190:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827178.582192:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3136 00000100:00080000:0.0:1787827178.582198:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827178.582201:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827178.582204:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827178.582212:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422095488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827178.582212:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827178.582222:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827178.582226:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827178.582228:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827178.582232:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3136 00000100:00080000:0.0:1787827178.582239:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827178.582243:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827178.582248:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827178.582262:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422095616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827178.582265:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827178/real 1787827178] req@ffff8a4f13c5a940 x1874669422095104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827178.582300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422095104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827178.582309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827178.582312:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827178.582315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422095104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827178.582360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422095232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827178.582384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827178.582397:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827178/real 1787827178] req@ffff8a4f13c58780 x1874669422095232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827178.582410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422095232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827178.582418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827178.582422:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827178.582426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422095232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827178.582432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422095360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827178.582450:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827178.582462:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827178/real 1787827178] req@ffff8a4f13c5ad00 x1874669422095360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827178.582474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422095360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827178.582482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827178.582486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827178.582488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422095360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827178.582492:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422095488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827178.582507:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827178.582514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827178/real 1787827178] req@ffff8a4f13c583c0 x1874669422095488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827178.582526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422095488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827178.582531:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827178.582533:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827178.582535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422095488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827178.582538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422095616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827178.582549:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827178.582555:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827178/real 1787827178] req@ffff8a4f13c5b0c0 x1874669422095616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827178.582562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422095616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827178.582566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827178.582568:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827178.582569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422095616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827178.710090:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827179.734036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827180.758014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827181.781992:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827182.805979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827183.701970:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827183.701979:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827183.701983:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827183.701993:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3142 00000100:00080000:0.0:1787827183.702003:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827183.702010:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827183.702057:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422095744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827183.702083:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827183.702086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827183.702088:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827183.702092:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3142 00000100:00080000:0.0:1787827183.702096:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827183.702101:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827183.702110:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827183.702122:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422095872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827183.702129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422095744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827183.702138:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827183.702145:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827183.702148:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827183.702153:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3142 00000100:00080000:0.0:1787827183.702157:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827183.702161:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827183.702166:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827183.702177:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422096000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827183.702186:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827183.702193:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827183.702197:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827183.702199:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827183.702205:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3142 00000100:00080000:0.0:1787827183.702209:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827183.702213:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827183.702218:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827183.702223:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827183/real 1787827183] req@ffff8a4f13c592c0 x1874669422095744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827183.702231:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422096128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827183.702237:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422095744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827183.702251:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827183.702255:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827183.702257:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827183.702262:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3142 00000100:00080000:0.0:1787827183.702267:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827183.702274:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:1.0:1787827183.702274:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827183.702281:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000008:00100000:0.0:1787827183.702282:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827183.702285:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422095744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827183.702298:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422096256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827183.702305:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422095872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827183.702325:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827183.702335:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827183/real 1787827183] req@ffff8a4f13c5a1c0 x1874669422095872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827183.702343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422095872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827183.702347:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827183.702349:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827183.702351:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422095872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827183.702354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827183.702363:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827183.702368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827183/real 1787827183] req@ffff8a4f13c58f00 x1874669422096000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827183.702374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422096000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827183.702379:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827183.702380:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827183.702382:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827183.702389:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827183.702401:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827183.702407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827183/real 1787827183] req@ffff8a4f13c5bc00 x1874669422096128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827183.702413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422096128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827183.702418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827183.702419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827183.702421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827183.702432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827183.702440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827183.702445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827183/real 1787827183] req@ffff8a4f13c5b0c0 x1874669422096256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827183.702451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422096256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827183.702456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827183.702457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827183.702459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827183.830010:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827184.853971:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827185.877984:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827186.901982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827187.926037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827188.821948:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827188.821955:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827188.821958:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827188.821965:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3147 00000100:00080000:2.0:1787827188.821973:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827188.821978:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827188.822016:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422096384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827188.822039:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827188.822043:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827188.822045:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827188.822048:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3147 00000100:00080000:2.0:1787827188.822052:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827188.822055:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827188.822062:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827188.822071:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422096512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827188.822079:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827188.822081:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827188.822083:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827188.822088:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3147 00000100:00100000:1.0:1787827188.822089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422096384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827188.822090:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827188.822095:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827188.822101:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827188.822107:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422096640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827188.822112:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827188.822114:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827188.822115:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827188.822117:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3147 00000100:00080000:2.0:1787827188.822119:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827188.822121:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827188.822123:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827188.822128:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422096768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827188.822133:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827188.822135:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827188.822136:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827188.822139:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3147 00000100:00080000:2.0:1787827188.822141:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827188.822143:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827188.822145:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827188.822152:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827188.822153:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422096896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827188.822194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827188/real 1787827188] req@ffff8a4f06e8e580 x1874669422096384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827188.822223:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422096384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827188.822232:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827188.822236:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827188.822240:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422096384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827188.822262:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827188.822283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827188.822294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827188/real 1787827188] req@ffff8a4f06e8c000 x1874669422096512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827188.822305:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422096512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827188.822312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827188.822315:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827188.822318:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827188.822322:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827188.822339:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827188.822349:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827188/real 1787827188] req@ffff8a4f06e8f0c0 x1874669422096640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827188.822358:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422096640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827188.822377:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827188.822380:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827188.822383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827188.822389:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827188.822408:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827188.822418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827188/real 1787827188] req@ffff8a4f06e8de00 x1874669422096768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827188.822427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422096768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827188.822434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827188.822436:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827188.822439:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827188.822444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827188.822459:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827188.822467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827188/real 1787827188] req@ffff8a4f06e8f840 x1874669422096896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827188.822477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422096896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827188.822483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827188.822486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827188.822494:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422096896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827188.950048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827189.974107:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827190.998062:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827192.022102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827193.046085:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827193.942015:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827193.942025:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827193.942033:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827193.942044:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3152 00000100:00080000:0.0:1787827193.942056:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827193.942064:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827193.942110:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422097024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827193.942134:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827193.942137:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827193.942139:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827193.942142:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3152 00000100:00080000:0.0:1787827193.942144:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827193.942146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827193.942156:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827193.942165:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422097152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827193.942172:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827193.942175:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827193.942176:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827193.942180:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3152 00000100:00080000:0.0:1787827193.942184:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827193.942186:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827193.942190:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827193.942198:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422097280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827193.942209:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827193.942211:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422097024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827193.942213:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827193.942218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827193.942231:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3152 00000100:00080000:0.0:1787827193.942234:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827193.942236:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827193.942239:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827193.942247:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422097408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827193.942252:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827193.942254:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827193.942256:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827193.942259:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3152 00000100:00080000:0.0:1787827193.942262:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827193.942266:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827193.942270:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827193.942277:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422097536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827193.942291:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827193.942339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827193/real 1787827193] req@ffff8a4f13c583c0 x1874669422097024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827193.942360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422097024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827193.942368:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827193.942372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827193.942375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422097024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827193.942381:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827193.942396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827193.942404:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827193/real 1787827193] req@ffff8a4f13c5ad00 x1874669422097152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827193.942412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422097152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827193.942418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827193.942420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827193.942422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827193.942442:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827193.942453:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827193.942474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827193/real 1787827193] req@ffff8a4f13c58780 x1874669422097280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827193.942482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422097280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827193.942488:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827193.942490:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827193.942492:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827193.942496:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827193.942507:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827193.942514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827193/real 1787827193] req@ffff8a4f13c5a940 x1874669422097408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827193.942521:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422097408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827193.942526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827193.942528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827193.942529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827193.942533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827193.942542:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827193.942548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827193/real 1787827193] req@ffff8a4f13c5a580 x1874669422097536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827193.942555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422097536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827193.942564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827193.942567:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827193.942569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827194.070087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827195.094104:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827196.118092:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827197.142068:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827198.166052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827199.061985:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827199.061996:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827199.062001:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827199.062012:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3157 00000100:00080000:0.0:1787827199.062025:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827199.062033:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827199.062076:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422097664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827199.062101:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827199.062104:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827199.062105:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827199.062108:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3157 00000100:00080000:0.0:1787827199.062111:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827199.062113:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827199.062122:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827199.062131:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422097792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827199.062138:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827199.062141:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827199.062142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827199.062146:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3157 00000100:00080000:0.0:1787827199.062148:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827199.062150:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827199.062154:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827199.062163:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422097920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827199.062174:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827199.062176:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422097664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827199.062178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827199.062181:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827199.062191:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3157 00000100:00080000:0.0:1787827199.062196:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827199.062198:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827199.062202:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827199.062210:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422098048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827199.062217:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827199.062219:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827199.062221:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827199.062223:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3157 00000100:00080000:0.0:1787827199.062226:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827199.062228:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827199.062231:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827199.062242:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422098176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827199.062265:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827199.062322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827199/real 1787827199] req@ffff8a4f13c5b480 x1874669422097664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827199.062343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422097664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827199.062353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827199.062356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827199.062359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422097664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827199.062365:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827199.062384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827199.062393:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827199/real 1787827199] req@ffff8a4f13c59680 x1874669422097792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827199.062401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422097792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827199.062407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827199.062409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827199.062412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827199.062447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827199.062461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827199.062469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827199/real 1787827199] req@ffff8a4f13c58000 x1874669422097920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827199.062477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422097920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827199.062482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827199.062485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827199.062487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422097920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827199.062490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827199.062501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827199.062507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827199/real 1787827199] req@ffff8a4f13c59a40 x1874669422098048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827199.062514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422098048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827199.062519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827199.062521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827199.062523:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827199.062526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827199.062536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827199.062542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827199/real 1787827199] req@ffff8a4f13c5a580 x1874669422098176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827199.062554:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422098176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827199.062568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827199.062571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827199.062573:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827199.190042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827200.214048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827201.238029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827202.262060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827203.286027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827204.182019:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827204.182030:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827204.182035:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827204.182047:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3162 00000100:00080000:2.0:1787827204.182058:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827204.182064:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827204.182097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422098304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827204.182122:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827204.182125:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827204.182126:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827204.182130:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3162 00000100:00080000:2.0:1787827204.182132:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827204.182135:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827204.182143:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827204.182151:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422098432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827204.182158:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827204.182161:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827204.182162:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827204.182165:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3162 00000100:00080000:2.0:1787827204.182167:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827204.182169:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827204.182172:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827204.182176:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422098304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827204.182181:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422098560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827204.182191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827204.182193:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827204.182194:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827204.182196:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3162 00000100:00080000:2.0:1787827204.182197:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827204.182200:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827204.182203:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827204.182209:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422098688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827204.182216:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827204.182219:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827204.182220:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827204.182223:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3162 00000100:00080000:2.0:1787827204.182225:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827204.182227:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827204.182229:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827204.182236:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422098816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827204.182252:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827204.182306:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827204/real 1787827204] req@ffff8a4f06e8f840 x1874669422098304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827204.182327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422098304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827204.182339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827204.182343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827204.182347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422098304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827204.182355:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827204.182381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827204.182394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827204/real 1787827204] req@ffff8a4f06e8de00 x1874669422098432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827204.182408:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422098432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827204.182434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827204.182437:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827204.182439:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827204.182472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827204.182489:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827204.182497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827204/real 1787827204] req@ffff8a4f06e8f0c0 x1874669422098560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827204.182505:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422098560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827204.182511:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827204.182513:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827204.182515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827204.182519:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827204.182529:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827204.182535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827204/real 1787827204] req@ffff8a4f06e8c000 x1874669422098688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827204.182542:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422098688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827204.182547:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827204.182549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827204.182556:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827204.182561:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827204.182573:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827204.182580:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827204/real 1787827204] req@ffff8a4f06e8e580 x1874669422098816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827204.182588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422098816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827204.182593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827204.182594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827204.182596:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422098816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827204.310055:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827205.334408:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827206.358042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827207.382013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827208.406087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827209.302011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827209.302022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827209.302027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827209.302037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3167 00000100:00080000:0.0:1787827209.302047:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827209.302055:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827209.302089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422098944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827209.302120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827209.302125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827209.302127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827209.302131:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3167 00000100:00080000:0.0:1787827209.302135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827209.302138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827209.302146:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827209.302160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422099072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827209.302171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827209.302174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827209.302175:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827209.302179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3167 00000100:00080000:0.0:1787827209.302182:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827209.302185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827209.302188:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827209.302201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422099200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827209.302216:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422098944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827209.302220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827209.302231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827209.302235:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827209.302241:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3167 00000100:00080000:0.0:1787827209.302244:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827209.302247:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827209.302252:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827209.302264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422099328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827209.302270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827209.302273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827209.302274:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827209.302277:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3167 00000100:00080000:0.0:1787827209.302297:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827209.302301:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787827209.302306:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787827209.302308:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827209.302325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422099456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827209.302365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827209/real 1787827209] req@ffff8a4f13c5a940 x1874669422098944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827209.302382:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422098944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827209.302392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827209.302396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827209.302399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422098944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827209.302405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827209.302429:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827209.302467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827209/real 1787827209] req@ffff8a4f13c58780 x1874669422099072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827209.302481:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422099072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827209.302489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827209.302493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827209.302497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827209.302530:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827209.302551:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827209.302560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827209/real 1787827209] req@ffff8a4f13c5ad00 x1874669422099200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827209.302569:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422099200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827209.302575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827209.302577:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827209.302580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827209.302594:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827209.302607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827209.302614:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827209/real 1787827209] req@ffff8a4f13c583c0 x1874669422099328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827209.302623:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422099328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827209.302633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827209.302636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827209.302638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827209.302642:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827209.302657:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827209.302664:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827209/real 1787827209] req@ffff8a4f13c5b0c0 x1874669422099456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827209.302671:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422099456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827209.302676:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827209.302678:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827209.302680:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827209.430118:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827210.454149:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827211.478654:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827212.502089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827213.526053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827214.421954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827214.421962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827214.421966:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827214.421974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3172 00000100:00080000:0.0:1787827214.421984:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827214.421990:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827214.422022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422099584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827214.422045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827214.422047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827214.422048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827214.422051:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3172 00000100:00080000:0.0:1787827214.422053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827214.422055:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827214.422063:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827214.422072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422099712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827214.422079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827214.422082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827214.422083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827214.422085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3172 00000100:00080000:0.0:1787827214.422087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827214.422092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827214.422094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422099584:192.168.203.149@tcp:250:kworker.0 00000008:00100000:0.0:1787827214.422096:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827214.422107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422099840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827214.422113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827214.422116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827214.422117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827214.422119:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3172 00000100:00080000:0.0:1787827214.422122:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827214.422124:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827214.422127:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827214.422135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422099968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827214.422140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827214.422142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827214.422144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827214.422147:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3172 00000100:00080000:0.0:1787827214.422150:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827214.422152:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827214.422155:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827214.422159:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827214.422166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422100096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827214.422203:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827214/real 1787827214] req@ffff8a4f13c5bc00 x1874669422099584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827214.422222:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422099584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827214.422234:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827214.422238:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827214.422243:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422099584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827214.422263:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827214.422283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827214.422294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827214/real 1787827214] req@ffff8a4f13c58f00 x1874669422099712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827214.422307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422099712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827214.422315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827214.422318:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827214.422321:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827214.422346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827214.422364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827214.422373:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827214/real 1787827214] req@ffff8a4f13c5a1c0 x1874669422099840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827214.422383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422099840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827214.422390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827214.422393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827214.422396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827214.422401:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827214.422415:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827214.422423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827214/real 1787827214] req@ffff8a4f13c592c0 x1874669422099968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827214.422440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422099968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827214.422447:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827214.422450:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827214.422452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422099968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827214.422457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827214.422473:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827214.422482:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827214/real 1787827214] req@ffff8a4f13c5b0c0 x1874669422100096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827214.422492:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422100096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827214.422499:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827214.422502:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827214.422504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827214.550085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827215.574044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827216.598081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827217.621992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827218.646023:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827219.541928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827219.541936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827219.541939:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827219.541948:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3177 00000100:00080000:0.0:1787827219.541956:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827219.541962:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827219.542001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422100224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827219.542031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827219.542036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827219.542038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827219.542042:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3177 00000100:00080000:0.0:1787827219.542046:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827219.542051:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827219.542060:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827219.542074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422100352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827219.542085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827219.542089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827219.542091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827219.542096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3177 00000100:00080000:0.0:1787827219.542101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827219.542105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827219.542111:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827219.542121:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422100224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827219.542125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422100480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827219.542138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827219.542142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827219.542144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827219.542149:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3177 00000100:00080000:0.0:1787827219.542154:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827219.542159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827219.542165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827219.542177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422100608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827219.542189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827219.542192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827219.542195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827219.542200:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3177 00000100:00080000:0.0:1787827219.542206:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827219.542209:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100352:192.168.203.149@tcp:38:kworker.0 00000100:00080000:0.0:1787827219.542214:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827219.542222:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827219.542237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422100736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827219.542247:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827219.542267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827219.542282:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827219.669976:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827220.694120:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827221.718545:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827222.614140:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787827222.614184:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827222.614201:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827222.614241:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827222.614252:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827222.614260:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827222.614268:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827222.614292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827219/real 1787827222] req@ffff8a4f13c5a580 x1874669422100736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827222.614317:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422100736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827222.614327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827222.614330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827222.614334:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100736:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827222.614339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827219/real 1787827222] req@ffff8a4f13c58780 x1874669422100480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827222.614349:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422100480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827222.614358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827222.614362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827222.614365:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827222.614372:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827219/real 1787827222] req@ffff8a4f13c5a940 x1874669422100608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827222.614401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422100608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827222.614410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827222.614414:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827222.614417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827222.614443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827219/real 1787827222] req@ffff8a4f13c583c0 x1874669422100224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827222.614458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422100224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827222.614467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827222.614471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827222.614475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422100224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827222.614481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827219/real 1787827222] req@ffff8a4f13c5ad00 x1874669422100352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827222.614494:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422100352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827222.614501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827222.614505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827222.614508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100352:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787827222.742056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827223.766031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827224.661964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827224.661974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827224.661978:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827224.661987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3183 00000100:00080000:0.0:1787827224.661998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827224.662005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827224.662037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422100864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827224.662065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827224.662070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827224.662072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827224.662075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3183 00000100:00080000:0.0:1787827224.662078:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827224.662082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827224.662091:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827224.662101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422100992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827224.662111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827224.662114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827224.662116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827224.662121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3183 00000100:00100000:1.0:1787827224.662125:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422100864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827224.662126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827224.662133:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827224.662140:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827224.662150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422101120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827224.662159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827224.662162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827224.662164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827224.662167:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3183 00000100:00080000:0.0:1787827224.662190:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827224.662197:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787827224.662198:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787827224.662205:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827224.662218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422101248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827224.662227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827224.662231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827224.662233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827224.662237:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3183 00000100:00080000:0.0:1787827224.662241:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827224.662247:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827224.662247:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827224/real 1787827224] req@ffff8a4f13c59a40 x1874669422100864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787827224.662255:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827224.662276:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422100864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827224.662278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422101376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827224.662314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827224.662342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827224.662347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422100864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827224.662357:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827224.662399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827224.662415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827224/real 1787827224] req@ffff8a4f13c58000 x1874669422100992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827224.662429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422100992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827224.662443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827224.662446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827224.662450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422100992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827224.662477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827224.662501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827224.662515:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827224/real 1787827224] req@ffff8a4f13c59680 x1874669422101120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827224.662528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422101120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827224.662537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827224.662540:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827224.662543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827224.662550:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827224.662579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827224.662592:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827224/real 1787827224] req@ffff8a4f13c5b480 x1874669422101248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827224.662604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422101248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827224.662612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827224.662616:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827224.662619:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827224.662626:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827224.662647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827224.662659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827224/real 1787827224] req@ffff8a4f13c5ad00 x1874669422101376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827224.662671:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422101376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827224.662678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827224.662682:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827224.662685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827224.790028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827225.814029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827226.838026:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827227.862041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827228.886023:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827229.781970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827229.781978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827229.781981:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827229.781989:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3188 00000100:00080000:0.0:1787827229.781998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827229.782004:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827229.782034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422101504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827229.782058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827229.782061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827229.782062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827229.782065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3188 00000100:00080000:0.0:1787827229.782068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827229.782070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827229.782078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827229.782085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422101632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827229.782100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827229.782103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827229.782105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827229.782108:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3188 00000100:00080000:0.0:1787827229.782111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827229.782113:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827229.782117:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827229.782121:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422101504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827229.782128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422101760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827229.782141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827229.782144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827229.782146:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827229.782150:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3188 00000100:00080000:0.0:1787827229.782154:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827229.782159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827229.782164:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827229.782177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422101888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827229.782191:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827229.782200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827229.782204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827229.782206:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827229.782211:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3188 00000100:00080000:0.0:1787827229.782216:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827229.782220:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827229.782225:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827229.782242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422102016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827229.782242:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827229/real 1787827229] req@ffff8a4f13c583c0 x1874669422101504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827229.782302:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422101504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827229.782313:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827229.782317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827229.782321:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422101504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827229.782329:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827229.782355:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827229.782366:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827229/real 1787827229] req@ffff8a4f13c5a940 x1874669422101632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827229.782374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422101632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827229.782380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827229.782382:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827229.782384:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827229.782404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827229.782417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827229.782424:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827229/real 1787827229] req@ffff8a4f13c58780 x1874669422101760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827229.782432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422101760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827229.782446:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827229.782448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827229.782451:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827229.782455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827229.782467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827229.782474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827229/real 1787827229] req@ffff8a4f13c5a580 x1874669422101888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827229.782485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422101888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827229.782493:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827229.782496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827229.782499:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422101888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827229.782505:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827229.782527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827229.782538:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827229/real 1787827229] req@ffff8a4f13c5b0c0 x1874669422102016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827229.782551:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422102016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827229.782559:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827229.782562:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827229.782575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827229.910010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827230.934150:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827231.958074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827232.982115:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827234.006519:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827234.901986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827234.901994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827234.901998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827234.902005:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3193 00000100:00080000:3.0:1787827234.902014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827234.902020:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827234.902051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422102144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827234.902071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827234.902074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827234.902075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827234.902077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3193 00000100:00080000:3.0:1787827234.902079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827234.902082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827234.902089:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827234.902101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422102272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827234.902113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827234.902120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787827234.902121:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422102144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827234.902122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827234.902131:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3193 00000100:00080000:3.0:1787827234.902135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827234.902139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827234.902145:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827234.902159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422102400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827234.902170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827234.902174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827234.902177:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787827234.902178:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827234.902186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3193 00000100:00080000:3.0:1787827234.902192:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827234.902197:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827234.902203:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827234.902218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827234/real 1787827234] req@ffff8a4f08da9e00 x1874669422102144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827234.902219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422102528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827234.902244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827234.902248:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422102144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827234.902250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827234.902254:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827234.902261:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827234.902262:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3193 00000100:00080000:3.0:1787827234.902270:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827234.902274:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787827234.902277:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827234.902284:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422102144:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787827234.902284:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827234.902301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422102656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827234.902316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827234.902341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827234.902352:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827234/real 1787827234] req@ffff8a4f08da8780 x1874669422102272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827234.902360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422102272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827234.902366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827234.902369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827234.902371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827234.902375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827234.902386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827234.902407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827234/real 1787827234] req@ffff8a4f08da9a40 x1874669422102400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827234.902415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422102400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827234.902421:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827234.902423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827234.902425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827234.902429:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827234.902440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827234.902446:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827234/real 1787827234] req@ffff8a4f08dabc00 x1874669422102528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827234.902453:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422102528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827234.902468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827234.902470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827234.902472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827234.902485:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827234.902497:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827234.902504:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827234/real 1787827234] req@ffff8a4f08da8b40 x1874669422102656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827234.902511:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422102656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827234.902521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827234.902530:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827234.902532:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827235.030046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827236.054055:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827237.078040:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827238.102025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827239.126079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827240.021948:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827240.021956:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827240.021960:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827240.021968:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3198 00000100:00080000:2.0:1787827240.021976:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827240.021982:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827240.022027:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422102784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827240.022054:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827240.022058:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827240.022061:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827240.022075:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3198 00000100:00080000:2.0:1787827240.022079:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827240.022083:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827240.022092:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827240.022104:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422102912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827240.022112:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422102784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827240.022121:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827240.022125:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827240.022127:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827240.022130:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3198 00000100:00080000:2.0:1787827240.022132:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827240.022135:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827240.022138:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827240.022147:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422103040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827240.022153:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827240.022156:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827240.022157:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827240.022160:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3198 00000100:00080000:2.0:1787827240.022162:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827240.022164:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827240.022167:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827240.022174:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422103168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827240.022178:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827240.022191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827240.022194:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827240.022195:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827240.022199:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3198 00000100:00080000:2.0:1787827240.022201:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827240.022203:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827240.022207:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827240.022214:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422103296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827240.022229:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827240/real 1787827240] req@ffff8a4f06e8d680 x1874669422102784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827240.022246:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422102784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827240.022255:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827240.022259:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827240.022262:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422102784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827240.022282:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827240.022301:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827240.022315:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827240/real 1787827240] req@ffff8a4f06e8d2c0 x1874669422102912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827240.022328:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422102912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827240.022337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827240.022340:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827240.022343:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422102912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827240.022361:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827240.022377:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827240.022385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827240/real 1787827240] req@ffff8a4f06e8e940 x1874669422103040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827240.022393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422103040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827240.022399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827240.022401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827240.022403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827240.022406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827240.022416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827240.022421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827240/real 1787827240] req@ffff8a4f06e8cb40 x1874669422103168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827240.022428:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422103168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827240.022434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827240.022435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827240.022437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827240.022440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827240.022449:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827240.022455:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827240/real 1787827240] req@ffff8a4f06e8c3c0 x1874669422103296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827240.022468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422103296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827240.022473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827240.022475:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827240.022477:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827240.150006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827241.174125:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827242.198015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827243.222088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827244.246012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827245.142035:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.142046:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827245.142050:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827245.142061:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3203 00000100:00080000:1.0:1787827245.142073:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827245.142081:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827245.142126:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422103424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827245.142158:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.142161:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827245.142162:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827245.142165:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3203 00000100:00080000:1.0:1787827245.142168:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827245.142171:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827245.142181:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827245.142190:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422103552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827245.142221:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422103424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827245.142226:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.142236:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827245.142239:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827245.142243:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3203 00000100:00080000:1.0:1787827245.142246:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827245.142249:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827245.142253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827245.142274:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422103680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827245.142282:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827245.142285:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827245.142286:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827245.142289:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3203 00000100:00080000:1.0:1787827245.142291:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827245.142293:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827245.142298:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827245.142305:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422103808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827245.142311:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787827245.142321:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827245.142323:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827245.142327:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827245.142332:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3203 00000100:00080000:1.0:1787827245.142342:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827245.142347:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827245.142351:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827245.142362:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422103936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827245.142374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827245/real 1787827245] req@ffff8a4f13cb1a40 x1874669422103424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827245.142395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422103424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827245.142409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827245.142412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827245.142415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422103424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827245.142436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827245.142453:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827245.142462:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827245/real 1787827245] req@ffff8a4f13cb2d00 x1874669422103552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827245.142474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422103552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827245.142483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827245.142486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827245.142490:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827245.142497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827245.142519:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827245.142529:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827245/real 1787827245] req@ffff8a4f13cb0780 x1874669422103680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827245.142537:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422103680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827245.142543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827245.142545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827245.142547:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827245.142551:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827245.142565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827245.142571:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827245/real 1787827245] req@ffff8a4f13cb21c0 x1874669422103808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827245.142579:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422103808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827245.142584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827245.142585:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827245.142587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827245.142591:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827245.142601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827245.142607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827245/real 1787827245] req@ffff8a4f13cb0000 x1874669422103936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827245.142639:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422103936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827245.142645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827245.142647:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827245.142649:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422103936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827245.270088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827246.294148:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827247.318044:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827248.342009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827249.365998:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827250.261962:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827250.261971:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827250.261975:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827250.261985:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3208 00000100:00080000:3.0:1787827250.261997:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827250.262005:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827250.262044:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422104064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827250.262075:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827250.262080:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827250.262082:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827250.262088:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3208 00000100:00080000:3.0:1787827250.262093:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827250.262097:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827250.262105:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827250.262108:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422104064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827250.262118:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422104192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827250.262132:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827250.262135:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827250.262137:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827250.262140:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3208 00000100:00080000:3.0:1787827250.262144:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827250.262146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827250.262149:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827250.262157:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422104320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827250.262164:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827250.262169:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827250.262170:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827250.262173:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827250.262176:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3208 00000100:00080000:3.0:1787827250.262179:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827250.262182:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827250.262185:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827250.262194:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422104448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827250.262200:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827250.262202:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827250.262204:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827250.262208:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3208 00000100:00100000:1.0:1787827250.262212:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827250/real 1787827250] req@ffff8a4f08dab0c0 x1874669422104064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827250.262215:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827250.262225:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827250.262232:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827250.262233:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422104064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827250.262246:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827250.262251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827250.262253:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422104576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827250.262255:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422104064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827250.262283:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827250.262304:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827250.262317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827250/real 1787827250] req@ffff8a4f08dab480 x1874669422104192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827250.262331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422104192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827250.262341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827250.262344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827250.262359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827250.262364:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827250.262382:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827250.262390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827250/real 1787827250] req@ffff8a4f08da8000 x1874669422104320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827250.262399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422104320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827250.262404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827250.262406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827250.262408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827250.262412:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827250.262422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827250.262428:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827250/real 1787827250] req@ffff8a4f08daa580 x1874669422104448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827250.262435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422104448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827250.262440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827250.262442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827250.262444:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827250.262447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827250.262456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827250.262469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827250/real 1787827250] req@ffff8a4f08da92c0 x1874669422104576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827250.262477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422104576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827250.262483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827250.262485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827250.262487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827250.390203:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827251.414008:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827252.437979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827253.462006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827254.486015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827255.381945:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827255.381953:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827255.381956:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827255.381964:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3213 00000100:00080000:1.0:1787827255.381973:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827255.381980:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827255.382011:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422104704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827255.382033:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827255.382036:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827255.382037:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827255.382040:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3213 00000100:00080000:1.0:1787827255.382042:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827255.382045:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827255.382053:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827255.382062:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422104832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827255.382067:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422104704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827255.382086:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827255.382089:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827255.382091:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827255.382094:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3213 00000100:00080000:1.0:1787827255.382097:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827255.382101:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827255.382106:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827255.382121:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422104960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827255.382132:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787827255.382134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827255.382138:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827255.382142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827255.382147:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3213 00000100:00080000:1.0:1787827255.382152:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827255.382158:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827255.382163:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827255.382175:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422105088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827255.382186:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827255.382188:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827255.382192:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827255.382194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827255/real 1787827255] req@ffff8a4f13cb03c0 x1874669422104704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827255.382197:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3213 00000100:00080000:1.0:1787827255.382209:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827255.382216:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827255.382221:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827255.382221:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422104704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827255.382237:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787827255.382238:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422105216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827255.382244:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827255.382252:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422104704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827255.382274:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827255.382293:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827255.382302:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827255/real 1787827255] req@ffff8a4f13cb12c0 x1874669422104832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827255.382311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422104832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827255.382317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827255.382319:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827255.382329:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827255.382334:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827255.382347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827255.382354:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827255/real 1787827255] req@ffff8a4f13cb0000 x1874669422104960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827255.382362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422104960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827255.382367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827255.382369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827255.382371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422104960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827255.382375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827255.382403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827255.382416:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827255/real 1787827255] req@ffff8a4f13cb21c0 x1874669422105088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827255.382429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422105088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827255.382437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827255.382440:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827255.382442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827255.382447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827255.382469:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827255.382481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827255/real 1787827255] req@ffff8a4f13cb0780 x1874669422105216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827255.382494:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422105216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827255.382511:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827255.382514:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827255.382517:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827255.510041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827256.534017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827257.558070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827258.581991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827259.606016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827260.501951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827260.501959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827260.501963:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827260.501971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3218 00000100:00080000:0.0:1787827260.501980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827260.501986:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827260.502019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422105344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827260.502048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827260.502053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827260.502055:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827260.502059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3218 00000100:00080000:0.0:1787827260.502062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827260.502065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827260.502074:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827260.502093:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422105344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827260.502094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422105472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827260.502118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827260.502121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827260.502122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827260.502126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3218 00000100:00080000:0.0:1787827260.502128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827260.502130:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827260.502134:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827260.502142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422105600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827260.502149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827260.502152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827260.502153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827260.502156:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3218 00000100:00080000:0.0:1787827260.502158:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827260.502170:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787827260.502176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787827260.502177:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827260.502187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422105728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827260.502194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827260.502196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827260.502197:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827260.502200:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3218 00000100:00080000:0.0:1787827260.502202:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827260.502204:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827260.502207:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827260.502213:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827260/real 1787827260] req@ffff8a4f13c592c0 x1874669422105344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827260.502218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422105856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827260.502232:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422105344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827260.502242:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827260.502246:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827260.502249:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422105344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827260.502267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827260.502283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827260.502291:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827260/real 1787827260] req@ffff8a4f13c5a1c0 x1874669422105472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827260.502299:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422105472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827260.502309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827260.502311:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827260.502314:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827260.502317:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827260.502327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827260.502333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827260/real 1787827260] req@ffff8a4f13c58f00 x1874669422105600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827260.502340:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422105600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827260.502345:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827260.502347:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827260.502349:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827260.502352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827260.502364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827260.502375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827260/real 1787827260] req@ffff8a4f13c5bc00 x1874669422105728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827260.502387:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422105728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827260.502396:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827260.502399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827260.502403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827260.502409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827260.502431:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827260.502443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827260/real 1787827260] req@ffff8a4f13c5b0c0 x1874669422105856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827260.502456:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422105856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827260.502463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827260.502465:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827260.502467:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422105856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827260.629971:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827261.654015:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827262.678067:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827263.702009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827264.726036:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827265.622014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827265.622022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827265.622025:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827265.622034:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3224 00000100:00080000:3.0:1787827265.622043:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827265.622049:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827265.622082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422105984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827265.622108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827265.622111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827265.622116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827265.622119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3224 00000100:00080000:3.0:1787827265.622121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827265.622125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827265.622133:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827265.622142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422106112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827265.622150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827265.622153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827265.622156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827265.622157:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422105984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827265.622161:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3224 00000100:00080000:3.0:1787827265.622166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827265.622169:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827265.622172:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827265.622181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422106240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827265.622187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827265.622190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827265.622191:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827265.622194:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3224 00000100:00080000:3.0:1787827265.622197:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827265.622200:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827265.622203:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827265.622209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422106368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827265.622215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827265.622220:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827265.622222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827265.622224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827265.622228:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3224 00000100:00080000:3.0:1787827265.622231:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827265.622234:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827265.622238:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827265.622247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422106496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827265.622273:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827265/real 1787827265] req@ffff8a4f08daa1c0 x1874669422105984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827265.622288:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422105984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827265.622296:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827265.622299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827265.622301:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422105984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827265.622324:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827265.622341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827265.622349:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827265/real 1787827265] req@ffff8a4f08da9680 x1874669422106112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827265.622358:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422106112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827265.622363:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827265.622365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827265.622380:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827265.622384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827265.622398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827265.622406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827265/real 1787827265] req@ffff8a4f08dab840 x1874669422106240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827265.622413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422106240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827265.622418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827265.622420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827265.622422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827265.622426:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827265.622435:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827265.622441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827265/real 1787827265] req@ffff8a4f08da83c0 x1874669422106368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827265.622448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422106368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827265.622453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827265.622455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827265.622457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827265.622460:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827265.622484:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827265.622497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827265/real 1787827265] req@ffff8a4f08da8f00 x1874669422106496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827265.622506:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422106496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827265.622511:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827265.622513:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827265.622515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827265.750000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827266.774002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827267.798028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827268.822022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827269.846021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827270.741950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827270.741958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827270.741961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827270.741970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3229 00000100:00080000:0.0:1787827270.741979:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827270.741985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827270.742017:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422106624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827270.742046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827270.742049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827270.742050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827270.742053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3229 00000100:00080000:0.0:1787827270.742055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827270.742058:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827270.742068:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827270.742084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422106752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827270.742099:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422106624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827270.742103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827270.742112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827270.742114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827270.742119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3229 00000100:00080000:0.0:1787827270.742123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827270.742128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827270.742133:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827270.742145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422106880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827270.742155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827270.742159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827270.742161:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827270.742167:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3229 00000100:00080000:0.0:1787827270.742173:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787827270.742179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827270.742185:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827270.742193:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827270.742209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422107008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827270.742217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827270.742219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827270.742221:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827270.742224:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3229 00000100:00080000:0.0:1787827270.742229:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827270.742233:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827270.742233:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827270/real 1787827270] req@ffff8a4f13c5a580 x1874669422106624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787827270.742245:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827270.742269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422107136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827270.742279:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422106624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827270.742290:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827270.742294:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827270.742299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422106624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827270.742328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827270.742347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827270.742356:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827270/real 1787827270] req@ffff8a4f13c58780 x1874669422106752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827270.742365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422106752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827270.742387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827270.742390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827270.742392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827270.742397:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827270.742412:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827270.742419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827270/real 1787827270] req@ffff8a4f13c5a940 x1874669422106880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827270.742427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422106880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827270.742448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827270.742450:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827270.742453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422106880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827270.742458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827270.742474:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827270.742482:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827270/real 1787827270] req@ffff8a4f13c583c0 x1874669422107008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827270.742490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422107008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827270.742495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827270.742497:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827270.742504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827270.742509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827270.742523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827270.742530:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827270/real 1787827270] req@ffff8a4f13c5ad00 x1874669422107136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827270.742538:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422107136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827270.742543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827270.742545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827270.742547:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827270.870082:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827271.894094:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827272.918094:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827273.942037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827274.966008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827275.862012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827275.862024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827275.862028:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827275.862038:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3234 00000100:00080000:1.0:1787827275.862049:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827275.862057:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827275.862104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422107264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827275.862129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827275.862132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827275.862133:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827275.862136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3234 00000100:00080000:1.0:1787827275.862139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827275.862156:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827275.862164:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827275.862178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422107392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827275.862191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827275.862195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827275.862200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827275.862200:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422107264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827275.862210:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3234 00000100:00080000:1.0:1787827275.862214:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827275.862217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827275.862231:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827275.862241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422107520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827275.862248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827275.862251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827275.862252:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827275.862255:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3234 00000100:00080000:1.0:1787827275.862258:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827275.862260:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827275.862264:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827275.862272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422107648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827275.862275:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827275.862283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827275.862290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827275.862304:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827275.862307:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3234 00000100:00080000:1.0:1787827275.862311:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827275.862314:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827275.862327:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827275.862333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827275/real 1787827275] req@ffff8a4f13cb2d00 x1874669422107264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827275.862338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422107776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827275.862362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422107264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827275.862371:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827275.862375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827275.862378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422107264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827275.862421:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827275.862438:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827275.862447:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827275/real 1787827275] req@ffff8a4f13cb1a40 x1874669422107392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827275.862455:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422107392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827275.862462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827275.862464:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827275.862466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827275.862469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827275.862479:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827275.862485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827275/real 1787827275] req@ffff8a4f13cb30c0 x1874669422107520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827275.862492:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422107520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827275.862497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827275.862499:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827275.862501:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827275.862504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827275.862514:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827275.862520:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827275/real 1787827275] req@ffff8a4f13cb1e00 x1874669422107648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827275.862527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422107648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827275.862543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827275.862545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827275.862548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827275.862551:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827275.862560:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827275.862565:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827275/real 1787827275] req@ffff8a4f13cb2580 x1874669422107776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827275.862572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422107776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827275.862576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827275.862578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827275.862580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422107776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827275.990027:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827277.014036:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827278.038057:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827279.062065:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827280.086061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827280.981943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827280.981954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827280.981958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827280.981968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3239 00000100:00080000:1.0:1787827280.981980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827280.981987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827280.982029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422107904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827280.982062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827280.982065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827280.982070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827280.982073:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3239 00000100:00080000:1.0:1787827280.982076:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827280.982079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827280.982088:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827280.982098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422108032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827280.982116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422107904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827280.982129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827280.982132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827280.982133:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827280.982137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3239 00000100:00080000:1.0:1787827280.982140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827280.982143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827280.982146:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827280.982158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422108160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827280.982173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827280.982178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827280.982180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827280.982184:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3239 00000100:00080000:1.0:1787827280.982189:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827280.982197:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787827280.982197:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787827280.982206:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827280.982229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422108288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827280.982238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827280.982245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827280.982248:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827280.982250:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827280/real 1787827280] req@ffff8a4f13cb3840 x1874669422107904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827280.982254:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3239 00000100:00080000:1.0:1787827280.982265:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827280.982269:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827280.982273:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422107904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787827280.982276:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787827280.982287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827280.982292:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827280.982295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422107904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827280.982300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422108416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827280.982324:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827280.982342:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827280.982353:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827280/real 1787827280] req@ffff8a4f13cb0b40 x1874669422108032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827280.982376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422108032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827280.982382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827280.982385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827280.982387:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827280.982392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827280.982407:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827280.982416:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827280/real 1787827280] req@ffff8a4f13cb2580 x1874669422108160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827280.982424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422108160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827280.982429:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827280.982432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827280.982434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827280.982437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827280.982448:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827280.982457:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827280/real 1787827280] req@ffff8a4f13cb1e00 x1874669422108288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827280.982470:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422108288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827280.982480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827280.982483:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827280.982487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827280.982494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827280.982511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827280.982520:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827280/real 1787827280] req@ffff8a4f13cb30c0 x1874669422108416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827280.982527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422108416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827280.982533:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827280.982535:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827280.982537:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827281.110006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827282.134029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827283.158091:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827284.182090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827285.206018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827286.101977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827286.101984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827286.101988:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827286.101995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3244 00000100:00080000:0.0:1787827286.102005:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827286.102021:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827286.102053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422108544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827286.102073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827286.102086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827286.102087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827286.102090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3244 00000100:00080000:0.0:1787827286.102092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827286.102094:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827286.102101:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827286.102109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422108672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827286.102116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827286.102119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827286.102120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827286.102122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3244 00000100:00080000:0.0:1787827286.102125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827286.102127:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827286.102131:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827286.102136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422108544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827286.102139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422108800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827286.102149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827286.102152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827286.102153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827286.102155:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3244 00000100:00080000:0.0:1787827286.102157:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827286.102160:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827286.102163:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827286.102171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422108928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827286.102176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827286.102178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827286.102179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827286.102181:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3244 00000100:00080000:0.0:1787827286.102187:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827286.102189:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827286.102192:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827286.102200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422109056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827286.102228:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827286.102267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827286.102282:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827286.102297:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827286.230092:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827287.254040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827288.278061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787827289.174069:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:1.0:1787827289.174109:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787827289.174126:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827289.174164:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827289.174171:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827289.174177:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787827289.174184:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787827289.174203:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827286/real 1787827289] req@ffff8a4f13c58000 x1874669422108800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827289.174228:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422108800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827289.174238:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827289.174241:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827289.174244:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827289.174249:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827286/real 1787827289] req@ffff8a4f13c59a40 x1874669422108928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827289.174257:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422108928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827289.174262:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827289.174265:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827289.174267:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827289.174272:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827286/real 1787827289] req@ffff8a4f13c5ad00 x1874669422109056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827289.174280:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422109056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827289.174299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827289.174317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827289.174322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109056:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827289.174330:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827286/real 1787827289] req@ffff8a4f13c5b480 x1874669422108544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827289.174343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422108544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827289.174352:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827289.174355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827289.174359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422108544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827289.174366:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827286/real 1787827289] req@ffff8a4f13c59680 x1874669422108672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827289.174379:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422108672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827289.174384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827289.174387:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827289.174389:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422108672:192.168.203.149@tcp:38:kworker.0 00010000:00010000:0.0:1787827289.302015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827290.325989:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827291.221931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827291.221939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827291.221942:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827291.221951:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3249 00000100:00080000:2.0:1787827291.221960:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827291.221967:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827291.221999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422109184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827291.222024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827291.222027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827291.222028:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827291.222031:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3249 00000100:00080000:2.0:1787827291.222033:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827291.222036:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827291.222043:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827291.222052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422109312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827291.222064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827291.222066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827291.222068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827291.222071:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3249 00000100:00080000:2.0:1787827291.222072:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827291.222075:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827291.222078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827291.222085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422109440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827291.222090:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422109184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827291.222093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827291.222106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827291.222112:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827291.222117:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3249 00000100:00080000:2.0:1787827291.222119:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827291.222122:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827291.222125:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827291.222132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422109568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827291.222138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827291.222140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827291.222141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827291.222143:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3249 00000100:00080000:2.0:1787827291.222146:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827291.222149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827291.222153:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827291.222162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422109696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827291.222192:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827291.222258:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827291/real 1787827291] req@ffff8a4f06e8cf00 x1874669422109184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827291.222281:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422109184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827291.222306:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827291.222312:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827291.222317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422109184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827291.222328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827291.222357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827291.222374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827291/real 1787827291] req@ffff8a4f06e8f480 x1874669422109312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827291.222399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422109312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827291.222409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827291.222413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827291.222417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827291.222461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827291.222488:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827291.222502:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827291/real 1787827291] req@ffff8a4f06e8e1c0 x1874669422109440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827291.222517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422109440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827291.222525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827291.222528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827291.222532:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827291.222539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827291.222561:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827291.222574:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827291/real 1787827291] req@ffff8a4f06e8ed00 x1874669422109568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827291.222587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422109568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827291.222595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827291.222599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827291.222602:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827291.222608:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827291.222629:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827291.222641:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827291/real 1787827291] req@ffff8a4f06e8c780 x1874669422109696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827291.222652:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422109696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827291.222659:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827291.222663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827291.222666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827291.349958:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827292.374042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827293.397983:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827294.422050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827295.446056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827296.341919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827296.341926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827296.341930:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827296.341937:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3254 00000100:00080000:2.0:1787827296.341946:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827296.341952:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827296.341991:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422109824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827296.342010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827296.342013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827296.342015:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827296.342017:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3254 00000100:00080000:2.0:1787827296.342020:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827296.342022:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827296.342029:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827296.342038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422109952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827296.342051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827296.342052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422109824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827296.342056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827296.342061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827296.342065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3254 00000100:00080000:2.0:1787827296.342067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827296.342069:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827296.342072:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827296.342080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422110080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827296.342087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827296.342089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827296.342090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827296.342093:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3254 00000100:00080000:2.0:1787827296.342103:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827296.342105:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827296.342108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827296.342115:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827296.342119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422110208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827296.342127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827296.342129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827296.342131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827296.342133:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3254 00000100:00080000:2.0:1787827296.342136:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827296.342138:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827296.342141:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827296.342148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422110336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827296.342160:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827296/real 1787827296] req@ffff8a4f06e8c780 x1874669422109824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827296.342177:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422109824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827296.342190:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827296.342193:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827296.342196:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422109824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827296.342214:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827296.342230:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827296.342238:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827296/real 1787827296] req@ffff8a4f06e8ed00 x1874669422109952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827296.342246:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422109952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827296.342252:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827296.342268:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827296.342271:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422109952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827296.342275:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827296.342287:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827296.342301:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827296/real 1787827296] req@ffff8a4f06e8e1c0 x1874669422110080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827296.342312:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422110080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827296.342317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827296.342319:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827296.342321:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827296.342326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827296.342337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827296.342343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827296/real 1787827296] req@ffff8a4f06e8f480 x1874669422110208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827296.342351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422110208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827296.342356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827296.342357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827296.342359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827296.342362:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827296.342371:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827296.342377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827296/real 1787827296] req@ffff8a4f06e8cf00 x1874669422110336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827296.342384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422110336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827296.342389:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827296.342391:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827296.342393:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827296.470395:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827297.494060:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827298.518038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827299.542198:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827300.566018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827301.461943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827301.461954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827301.461958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827301.461969:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3259 00000100:00080000:2.0:1787827301.461981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827301.461989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827301.462032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422110464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827301.462059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827301.462062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827301.462063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827301.462066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3259 00000100:00080000:2.0:1787827301.462068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827301.462071:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827301.462080:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827301.462088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422110592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827301.462097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827301.462100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827301.462102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827301.462105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3259 00000100:00080000:2.0:1787827301.462107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827301.462110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827301.462113:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827301.462119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422110720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827301.462127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827301.462130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827301.462131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827301.462136:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3259 00000100:00080000:2.0:1787827301.462140:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827301.462148:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827301.462150:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422110464:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787827301.462152:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827301.462164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422110848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827301.462171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827301.462173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827301.462174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827301.462185:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3259 00000100:00080000:2.0:1787827301.462189:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827301.462192:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827301.462196:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827301.462205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422110976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827301.462252:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827301.462298:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827301/real 1787827301] req@ffff8a4f06e8c3c0 x1874669422110464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827301.462320:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422110464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827301.462333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827301.462337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827301.462342:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422110464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827301.462351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827301.462377:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827301.462390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827301/real 1787827301] req@ffff8a4f06e8cb40 x1874669422110592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827301.462404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422110592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827301.462413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827301.462417:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827301.462421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827301.462447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827301.462471:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827301.462485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827301/real 1787827301] req@ffff8a4f06e8e940 x1874669422110720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827301.462498:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422110720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827301.462513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827301.462517:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827301.462521:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827301.462527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827301.462549:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827301.462559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827301/real 1787827301] req@ffff8a4f06e8d2c0 x1874669422110848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827301.462571:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422110848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827301.462580:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827301.462583:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827301.462587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827301.462593:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827301.462613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827301.462624:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827301/real 1787827301] req@ffff8a4f06e8d680 x1874669422110976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827301.462637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422110976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827301.462645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827301.462648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827301.462653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422110976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827301.590091:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827302.614061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827303.638013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827304.662034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827305.686028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827306.581995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827306.582004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827306.582007:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827306.582027:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3264 00000100:00080000:0.0:1787827306.582035:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827306.582041:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827306.582073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422111104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827306.582105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827306.582107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827306.582109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827306.582112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3264 00000100:00080000:0.0:1787827306.582114:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827306.582117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827306.582124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827306.582131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422111232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827306.582139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827306.582142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827306.582143:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827306.582146:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3264 00000100:00080000:0.0:1787827306.582148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827306.582152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827306.582157:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827306.582163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422111360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827306.582170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827306.582172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827306.582174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827306.582177:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3264 00000100:00080000:0.0:1787827306.582178:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827306.582181:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827306.582201:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827306.582219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422111488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827306.582219:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422111104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827306.582247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827306.582249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827306.582250:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827306.582253:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3264 00000100:00080000:0.0:1787827306.582257:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827306.582261:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827306.582265:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827306.582286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422111616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827306.582352:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827306.582416:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827306/real 1787827306] req@ffff8a4f13c583c0 x1874669422111104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827306.582459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422111104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827306.582472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827306.582484:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827306.582488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422111104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827306.582515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422111232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827306.582542:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827306.582555:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827306/real 1787827306] req@ffff8a4f13c5a940 x1874669422111232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827306.582584:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422111232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827306.582593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827306.582597:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827306.582600:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422111232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827306.582606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422111360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827306.582625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827306.582650:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827306/real 1787827306] req@ffff8a4f13c58780 x1874669422111360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827306.582658:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422111360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827306.582664:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827306.582666:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827306.582668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422111360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827306.582711:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422111488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827306.582731:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827306.582741:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827306/real 1787827306] req@ffff8a4f13c5a580 x1874669422111488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827306.582753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422111488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827306.582777:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827306.582779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827306.582782:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422111488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827306.582787:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422111616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827306.582803:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827306.582811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827306/real 1787827306] req@ffff8a4f13c5b0c0 x1874669422111616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827306.582821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422111616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827306.582829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827306.582832:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827306.582835:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422111616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827306.710091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827307.734113:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827308.758162:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827309.782014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827310.806047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827311.701968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827311.701976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827311.701980:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827311.701988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3270 00000100:00080000:1.0:1787827311.701998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827311.702003:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827311.702034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422111744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827311.702053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827311.702055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827311.702057:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827311.702059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3270 00000100:00080000:1.0:1787827311.702076:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827311.702080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827311.702087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827311.702109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422111744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827311.702110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422111872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827311.702124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827311.702126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827311.702128:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827311.702131:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3270 00000100:00080000:1.0:1787827311.702133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827311.702135:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827311.702138:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827311.702146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422112000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827311.702170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827311.702174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827311.702176:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827311.702180:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3270 00000100:00080000:1.0:1787827311.702187:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827311.702191:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827311.702198:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827311.702198:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827311.702215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422112128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827311.702232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827311.702234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827311.702236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827311.702239:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3270 00000100:00080000:1.0:1787827311.702243:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827311.702248:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827311.702249:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827311/real 1787827311] req@ffff8a4f13cb1a40 x1874669422111744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787827311.702252:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827311.702265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422112256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827311.702286:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422111744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827311.702299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827311.702304:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827311.702308:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422111744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827311.702332:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422111872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827311.702358:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827311.702372:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827311/real 1787827311] req@ffff8a4f13cb2d00 x1874669422111872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827311.702386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422111872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827311.702395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827311.702399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827311.702402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422111872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827311.702410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827311.702432:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827311.702444:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827311/real 1787827311] req@ffff8a4f13cb0780 x1874669422112000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827311.702457:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422112000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827311.702467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827311.702470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827311.702474:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827311.702480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827311.702501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827311.702513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827311/real 1787827311] req@ffff8a4f13cb21c0 x1874669422112128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827311.702526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422112128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827311.702534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827311.702537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827311.702540:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827311.702547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827311.702569:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827311.702584:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827311/real 1787827311] req@ffff8a4f13cb0000 x1874669422112256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827311.702600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422112256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827311.702609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827311.702613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827311.702617:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827311.830069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827312.854021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827313.878029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827314.902020:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827315.925985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827316.821958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827316.821967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827316.821973:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827316.821984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3275 00000100:00080000:2.0:1787827316.821995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827316.822003:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827316.822042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422112384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827316.822072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827316.822076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827316.822078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827316.822083:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3275 00000100:00080000:2.0:1787827316.822087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827316.822092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827316.822110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422112384:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787827316.822123:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827316.822142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422112512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827316.822155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827316.822159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827316.822161:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827316.822165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3275 00000100:00080000:2.0:1787827316.822170:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787827316.822176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827316.822177:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827316.822185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827316.822198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422112640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827316.822209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827316.822212:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827316/real 1787827316] req@ffff8a4f06e8e580 x1874669422112384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827316.822215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827316.822219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827316.822228:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3275 00000100:00080000:2.0:1787827316.822234:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827316.822237:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422112384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827316.822240:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827316.822250:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787827316.822253:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827316.822258:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827316.822265:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422112384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827316.822266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422112768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827316.822278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827316.822282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827316.822283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827316.822288:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112512:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787827316.822289:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3275 00000100:00080000:2.0:1787827316.822295:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827316.822300:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827316.822306:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827316.822313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827316.822322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422112896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827316.822327:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827316/real 1787827316] req@ffff8a4f06e8c000 x1874669422112512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827316.822352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422112512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827316.822363:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827316.822368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827316.822372:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827316.822379:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827316.822399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827316.822412:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827316/real 1787827316] req@ffff8a4f06e8f0c0 x1874669422112640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827316.822426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422112640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827316.822432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827316.822434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827316.822436:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827316.822441:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827316.822456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827316.822464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827316/real 1787827316] req@ffff8a4f06e8de00 x1874669422112768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827316.822472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422112768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827316.822476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827316.822478:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827316.822481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827316.822495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827316.822506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827316.822512:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827316/real 1787827316] req@ffff8a4f06e8f840 x1874669422112896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827316.822529:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422112896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827316.822538:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827316.822541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827316.822545:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422112896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827316.949998:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827317.974073:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827318.998001:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827320.021975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827321.046055:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827321.941961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827321.941971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827321.941975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827321.941986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3280 00000100:00080000:2.0:1787827321.941996:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827321.942004:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827321.942042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422113024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827321.942071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827321.942075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827321.942090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827321.942095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3280 00000100:00080000:2.0:1787827321.942100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827321.942105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827321.942116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827321.942124:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422113024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827321.942132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422113152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827321.942145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827321.942149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827321.942152:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827321.942156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3280 00000100:00080000:2.0:1787827321.942160:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827321.942164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827321.942170:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827321.942183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422113280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827321.942191:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827321.942199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827321.942203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827321.942206:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827321.942211:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3280 00000100:00080000:2.0:1787827321.942215:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827321.942220:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827321.942226:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827321.942239:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827321/real 1787827321] req@ffff8a4f06e8f840 x1874669422113024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827321.942242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422113408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827321.942278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827321.942281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827321.942283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827321.942286:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422113024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827321.942291:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3280 00000100:00080000:2.0:1787827321.942299:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827321.942301:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827321.942307:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:3.0:1787827321.942307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827321.942313:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422113024:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787827321.942317:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827321.942333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422113536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827321.942337:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827321.942366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827321.942379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827321/real 1787827321] req@ffff8a4f06e8de00 x1874669422113152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827321.942388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422113152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827321.942393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827321.942395:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827321.942398:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827321.942401:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827321.942411:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827321.942417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827321/real 1787827321] req@ffff8a4f06e8f0c0 x1874669422113280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827321.942425:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422113280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827321.942430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827321.942431:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827321.942433:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827321.942437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827321.942446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827321.942452:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827321/real 1787827321] req@ffff8a4f06e8c000 x1874669422113408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827321.942469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422113408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827321.942474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827321.942476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827321.942478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827321.942492:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827321.942502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827321.942507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827321/real 1787827321] req@ffff8a4f06e8e580 x1874669422113536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827321.942514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422113536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827321.942520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827321.942521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827321.942523:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827322.069992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827323.094097:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827324.118006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827325.142085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827326.166034:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827327.061992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827327.062000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827327.062004:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827327.062013:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3285 00000100:00080000:3.0:1787827327.062021:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827327.062028:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827327.062077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422113664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827327.062113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827327.062116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827327.062117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827327.062123:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3285 00000100:00080000:3.0:1787827327.062126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827327.062129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827327.062137:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827327.062146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422113792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827327.062154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827327.062156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827327.062157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827327.062163:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422113664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827327.062163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3285 00000100:00080000:3.0:1787827327.062168:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827327.062173:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827327.062177:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827327.062196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422113920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827327.062202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827327.062204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827327.062206:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827327.062208:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3285 00000100:00080000:3.0:1787827327.062211:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827327.062214:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827327.062217:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827327.062229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422114048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827327.062235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827327.062237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827327.062239:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787827327.062244:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827327.062246:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3285 00000100:00080000:3.0:1787827327.062250:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827327.062253:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827327.062257:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827327.062265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422114176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827327.062284:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827327/real 1787827327] req@ffff8a4f08daa940 x1874669422113664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827327.062298:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422113664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827327.062306:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827327.062309:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827327.062312:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422113664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827327.062331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827327.062345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827327.062353:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827327/real 1787827327] req@ffff8a4f08daad00 x1874669422113792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827327.062375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422113792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827327.062380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827327.062382:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827327.062384:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827327.062388:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827327.062400:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827327.062407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827327/real 1787827327] req@ffff8a4f08da8f00 x1874669422113920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827327.062415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422113920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827327.062419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827327.062421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827327.062423:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422113920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827327.062426:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827327.062436:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827327.062442:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827327/real 1787827327] req@ffff8a4f08da83c0 x1874669422114048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827327.062449:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422114048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827327.062474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827327.062476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827327.062478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827327.062482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827327.062494:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827327.062500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827327/real 1787827327] req@ffff8a4f08dab840 x1874669422114176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827327.062508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422114176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827327.062513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827327.062515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827327.062516:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827327.190096:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827328.214024:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827329.238145:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827330.261986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827331.286139:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827332.182001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827332.182025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827332.182029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827332.182040:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3290 00000100:00080000:3.0:1787827332.182052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827332.182060:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827332.182116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422114304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827332.182144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827332.182147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827332.182149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827332.182154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3290 00000100:00080000:3.0:1787827332.182157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827332.182161:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827332.182171:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827332.182184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422114432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827332.182191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827332.182194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827332.182196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827332.182199:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3290 00000100:00080000:3.0:1787827332.182201:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827332.182206:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827332.182210:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827332.182211:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422114304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827332.182219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422114560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827332.182227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827332.182230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827332.182231:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827332.182233:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3290 00000100:00080000:3.0:1787827332.182236:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827332.182239:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827332.182242:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827332.182250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422114688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827332.182261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827332.182264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827332.182266:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827332.182268:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3290 00000100:00080000:3.0:1787827332.182270:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827332.182273:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827332.182276:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827332.182284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422114816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827332.182292:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827332.182346:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827332/real 1787827332] req@ffff8a4f08da9680 x1874669422114304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827332.182361:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422114304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827332.182371:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827332.182375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827332.182379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422114304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827332.182402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827332.182421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827332.182431:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827332/real 1787827332] req@ffff8a4f08daa1c0 x1874669422114432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827332.182439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422114432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827332.182446:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827332.182449:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827332.182453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827332.182483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827332.182505:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827332.182516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827332/real 1787827332] req@ffff8a4f08da92c0 x1874669422114560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827332.182524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422114560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827332.182530:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827332.182532:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827332.182534:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827332.182538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827332.182550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827332.182556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827332/real 1787827332] req@ffff8a4f08daa580 x1874669422114688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827332.182570:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422114688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827332.182576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827332.182578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827332.182580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827332.182583:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827332.182595:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827332.182602:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827332/real 1787827332] req@ffff8a4f08da8000 x1874669422114816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827332.182609:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422114816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827332.182614:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827332.182616:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827332.182617:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422114816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827332.310084:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827333.334038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827334.357998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827335.382045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827336.406057:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827337.301954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827337.301964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827337.301983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827337.301994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3295 00000100:00080000:3.0:1787827337.302005:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827337.302013:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827337.302049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422114944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827337.302081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827337.302086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827337.302088:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827337.302092:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3295 00000100:00080000:3.0:1787827337.302096:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827337.302100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827337.302111:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827337.302127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422115072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827337.302141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827337.302144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827337.302147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827337.302157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3295 00000100:00100000:1.0:1787827337.302158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422114944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827337.302163:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827337.302173:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827337.302179:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827337.302195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422115200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827337.302206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827337.302210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827337.302211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827337.302215:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3295 00000800:00000100:1.0:1787827337.302245:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827337.302247:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827337.302255:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827337.302261:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827337.302278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422115328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827337.302290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827337.302293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827337.302296:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827337.302300:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3295 00000100:00080000:3.0:1787827337.302305:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827337.302310:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827337.302316:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827337.302325:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827337/real 1787827337] req@ffff8a4f08dab480 x1874669422114944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827337.302339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422115456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827337.302368:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422114944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827337.302416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827337.302423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827337.302427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422114944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827337.302457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827337.302480:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827337.302491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827337/real 1787827337] req@ffff8a4f08dab0c0 x1874669422115072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827337.302500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422115072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827337.302507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827337.302510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827337.302512:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827337.302516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827337.302528:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827337.302534:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827337/real 1787827337] req@ffff8a4f08da8b40 x1874669422115200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827337.302550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422115200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827337.302556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827337.302559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827337.302561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827337.302571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827337.302588:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827337.302596:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827337/real 1787827337] req@ffff8a4f08dabc00 x1874669422115328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827337.302605:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422115328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827337.302610:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827337.302613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827337.302615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827337.302619:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827337.302629:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827337.302635:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827337/real 1787827337] req@ffff8a4f08da9a40 x1874669422115456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827337.302642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422115456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827337.302648:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827337.302650:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827337.302652:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827337.430144:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827338.454069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827339.478080:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827340.502075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827341.526034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827342.421970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827342.421989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827342.421993:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827342.422001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3300 00000100:00080000:3.0:1787827342.422010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827342.422016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827342.422048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422115584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827342.422075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827342.422077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827342.422079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827342.422082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3300 00000100:00080000:3.0:1787827342.422084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827342.422086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827342.422093:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827342.422101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422115712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827342.422114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827342.422117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827342.422118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827342.422120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3300 00000100:00080000:3.0:1787827342.422123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827342.422125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827342.422128:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827342.422133:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422115584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827342.422139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422115840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827342.422147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827342.422149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827342.422150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827342.422153:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3300 00000100:00080000:3.0:1787827342.422155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827342.422157:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827342.422160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827342.422178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422115968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827342.422184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827342.422186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827342.422188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827342.422190:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3300 00000100:00080000:3.0:1787827342.422193:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827342.422195:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827342.422198:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827342.422205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422116096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827342.422214:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827342.422260:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827342/real 1787827342] req@ffff8a4f08da8780 x1874669422115584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827342.422293:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422115584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827342.422302:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827342.422305:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827342.422308:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422115584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827342.422314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827342.422331:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827342.422340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827342/real 1787827342] req@ffff8a4f08da9e00 x1874669422115712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827342.422348:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422115712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827342.422353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827342.422366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827342.422369:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827342.422388:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827342.422398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827342.422405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827342/real 1787827342] req@ffff8a4f08da9a40 x1874669422115840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827342.422412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422115840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827342.422426:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827342.422428:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827342.422430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827342.422434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827342.422447:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827342.422454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827342/real 1787827342] req@ffff8a4f08dabc00 x1874669422115968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827342.422469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422115968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827342.422474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827342.422476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827342.422478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422115968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827342.422482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827342.422494:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827342.422500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827342/real 1787827342] req@ffff8a4f08da8b40 x1874669422116096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827342.422507:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422116096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827342.422512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827342.422514:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827342.422520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827342.550058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827343.574190:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827344.598028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827345.622049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827346.645992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827347.541978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827347.541989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827347.541994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827347.542005:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3305 00000100:00080000:3.0:1787827347.542015:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827347.542024:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827347.542063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422116224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827347.542094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827347.542098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827347.542100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827347.542104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3305 00000100:00080000:3.0:1787827347.542109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827347.542120:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827347.542130:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827347.542137:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422116224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827347.542147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422116352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827347.542161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827347.542168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827347.542170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827347.542174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3305 00000100:00080000:3.0:1787827347.542179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827347.542182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827347.542187:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787827347.542196:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827347.542201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422116480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827347.542214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827347.542218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827347.542220:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827347.542224:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3305 00000100:00080000:3.0:1787827347.542227:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827347.542231:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827347.542236:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827347.542243:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827347/real 1787827347] req@ffff8a4f08dab0c0 x1874669422116224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827347.542249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422116608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827347.542266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827347.542270:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422116224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827347.542271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827347.542276:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827347.542285:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3305 00000100:00080000:1.0:1787827347.542288:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827347.542289:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827347.542294:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787827347.542297:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827347.542299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422116224:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787827347.542309:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827347.542322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422116736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827347.542332:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827347.542362:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827347.542378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827347/real 1787827347] req@ffff8a4f08dab480 x1874669422116352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827347.542392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422116352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827347.542401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827347.542405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827347.542409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827347.542416:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827347.542437:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827347.542467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827347/real 1787827347] req@ffff8a4f08da8000 x1874669422116480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827347.542480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422116480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827347.542489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827347.542493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827347.542496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827347.542502:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827347.542525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827347.542537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827347/real 1787827347] req@ffff8a4f08daa580 x1874669422116608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827347.542549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422116608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827347.542555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827347.542557:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827347.542559:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827347.542573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827347.542586:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827347.542593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827347/real 1787827347] req@ffff8a4f08da92c0 x1874669422116736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827347.542601:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422116736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827347.542615:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827347.542619:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827347.542622:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827347.670005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827348.694035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827349.717995:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827350.742126:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827351.766061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827352.662018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827352.662025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827352.662029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827352.662037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3311 00000100:00080000:0.0:1787827352.662046:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827352.662052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827352.662082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422116864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827352.662117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827352.662120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827352.662122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827352.662124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3311 00000100:00080000:0.0:1787827352.662127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827352.662129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827352.662137:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827352.662146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422116992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827352.662154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827352.662157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827352.662158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827352.662160:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3311 00000100:00080000:0.0:1787827352.662162:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827352.662165:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827352.662168:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827352.662178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422117120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827352.662186:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422116864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827352.662190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827352.662192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827352.662205:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827352.662211:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3311 00000100:00080000:0.0:1787827352.662219:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827352.662222:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827352.662226:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827352.662236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422117248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827352.662243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827352.662245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827352.662247:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827352.662249:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3311 00000100:00080000:0.0:1787827352.662251:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827352.662253:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827352.662256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827352.662265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422117376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827352.662349:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827352.662394:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827352.662414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827352.662432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827352.790145:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827353.814124:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827354.838051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827355.734111:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787827355.734154:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827355.734172:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827355.734216:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827355.734237:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827355.734247:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827355.734257:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827355.734284:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827352/real 1787827355] req@ffff8a4f13c5a1c0 x1874669422117120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827355.734311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422117120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827355.734324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827355.734330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827355.734335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827355.734343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827352/real 1787827355] req@ffff8a4f13c592c0 x1874669422117248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827355.734358:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422117248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827355.734391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827355.734396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827355.734400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827355.734407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827352/real 1787827355] req@ffff8a4f13c5b0c0 x1874669422117376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827355.734421:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422117376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827355.734430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827355.734434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827355.734438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117376:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827355.734445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827352/real 1787827355] req@ffff8a4f13c5bc00 x1874669422116864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827355.734465:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422116864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827355.734474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827355.734478:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827355.734481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422116864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827355.734488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827352/real 1787827355] req@ffff8a4f13c58f00 x1874669422116992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827355.734501:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422116992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827355.734517:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827355.734521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827355.734525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422116992:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787827355.862079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827356.886011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827357.782015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827357.782027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827357.782032:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827357.782054:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3316 00000100:00080000:3.0:1787827357.782068:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827357.782076:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827357.782120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422117504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827357.782151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827357.782155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827357.782157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827357.782162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3316 00000100:00080000:3.0:1787827357.782167:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827357.782173:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827357.782189:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827357.782208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422117632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827357.782215:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422117504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827357.782258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827357.782265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827357.782269:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827357.782276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3316 00000100:00080000:3.0:1787827357.782283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827357.782306:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827357.782314:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827357.782333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422117760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827357.782343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827357.782347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827357.782349:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827357.782353:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3316 00000100:00080000:3.0:1787827357.782358:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827357.782362:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827357.782367:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827357.782380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827357.782383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422117888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827357.782395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827357.782399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827357.782403:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827357.782408:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3316 00000100:00080000:3.0:1787827357.782412:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827357.782415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827357.782420:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827357.782436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422118016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827357.782449:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827357/real 1787827357] req@ffff8a4f08daa1c0 x1874669422117504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827357.782477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422117504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827357.782489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827357.782495:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827357.782499:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422117504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827357.782537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827357.782573:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827357.782593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827357/real 1787827357] req@ffff8a4f08da9680 x1874669422117632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827357.782613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422117632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827357.782625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827357.782630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827357.782635:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827357.782664:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827357.782699:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827357.782719:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827357/real 1787827357] req@ffff8a4f08dab840 x1874669422117760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827357.782738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422117760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827357.782752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827357.782756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827357.782761:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827357.782771:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827357.782802:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827357.782820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827357/real 1787827357] req@ffff8a4f08da83c0 x1874669422117888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827357.782901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422117888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827357.782913:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827357.782917:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827357.782922:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422117888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827357.782931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827357.782962:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827357.782979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827357/real 1787827357] req@ffff8a4f08da8f00 x1874669422118016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827357.783018:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422118016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827357.783030:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827357.783036:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827357.783041:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827357.910141:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827358.934028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827359.958095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827360.982030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827362.006043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827362.901896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827362.901904:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827362.901907:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827362.901914:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3321 00000100:00080000:3.0:1787827362.901923:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827362.901929:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827362.901961:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422118144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827362.901982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827362.901984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827362.901986:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827362.901989:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3321 00000100:00080000:3.0:1787827362.901991:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827362.901995:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827362.902006:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827362.902020:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422118272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827362.902026:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422118144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827362.902046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827362.902050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827362.902051:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827362.902055:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3321 00000100:00080000:3.0:1787827362.902059:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827362.902062:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827362.902066:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827362.902076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422118400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827362.902083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827362.902086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787827362.902097:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827362.902099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827362.902104:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3321 00000100:00080000:3.0:1787827362.902107:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827362.902111:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827362.902115:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827362.902123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422118528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827362.902130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827362.902132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827362.902134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827362.902136:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3321 00000100:00080000:3.0:1787827362.902140:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827362.902142:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827362.902148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827362.902156:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827362/real 1787827362] req@ffff8a4f08daad00 x1874669422118144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827362.902157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422118656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827362.902192:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422118144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827362.902202:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827362.902205:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827362.902208:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422118144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827362.902232:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827362.902267:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827362.902280:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827362/real 1787827362] req@ffff8a4f08daa940 x1874669422118272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827362.902290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422118272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827362.902309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827362.902312:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827362.902315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827362.902322:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827362.902345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827362.902359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827362/real 1787827362] req@ffff8a4f08da8f00 x1874669422118400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827362.902372:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422118400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827362.902378:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827362.902380:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827362.902383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827362.902387:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827362.902411:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827362.902420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827362/real 1787827362] req@ffff8a4f08da83c0 x1874669422118528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827362.902427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422118528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827362.902433:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827362.902435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827362.902447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827362.902452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827362.902466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827362.902474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827362/real 1787827362] req@ffff8a4f08dab840 x1874669422118656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827362.902482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422118656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827362.902487:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827362.902489:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827362.902491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827363.029967:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827364.054012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827365.077996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827366.102055:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827367.125996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827368.021978:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827368.021988:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827368.021992:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827368.022003:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3326 00000100:00080000:1.0:1787827368.022015:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827368.022023:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827368.022066:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422118784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827368.022109:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827368.022112:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827368.022113:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827368.022116:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3326 00000100:00080000:1.0:1787827368.022119:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827368.022141:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827368.022152:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827368.022179:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422118912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827368.022184:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422118784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827368.022207:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827368.022212:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827368.022214:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827368.022231:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3326 00000100:00080000:1.0:1787827368.022236:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827368.022242:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827368.022248:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827368.022275:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422119040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827368.022289:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787827368.022291:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827368.022298:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827368.022301:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827368.022307:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3326 00000100:00080000:1.0:1787827368.022313:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827368.022317:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827368.022323:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827368.022338:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422119168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827368.022350:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827368.022353:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827368/real 1787827368] req@ffff8a4f13cb12c0 x1874669422118784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827368.022377:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827368.022395:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827368.022401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422118784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827368.022402:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3326 00000100:00080000:1.0:1787827368.022413:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827368.022423:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:3.0:1787827368.022424:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787827368.022448:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787827368.022454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827368.022460:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422118784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827368.022470:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422119296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827368.022487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827368.022512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827368.022526:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827368/real 1787827368] req@ffff8a4f13cb03c0 x1874669422118912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827368.022543:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422118912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827368.022549:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827368.022552:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827368.022555:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422118912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827368.022576:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827368.022593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827368.022601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827368/real 1787827368] req@ffff8a4f13cb0000 x1874669422119040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827368.022610:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422119040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827368.022615:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827368.022617:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827368.022619:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827368.022624:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827368.022635:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827368.022642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827368/real 1787827368] req@ffff8a4f13cb21c0 x1874669422119168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827368.022650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422119168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827368.022655:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827368.022657:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827368.022659:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827368.022671:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827368.022698:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827368.022705:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827368/real 1787827368] req@ffff8a4f13cb0780 x1874669422119296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827368.022713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422119296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827368.022718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827368.022720:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827368.022722:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827368.150150:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827369.173971:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827370.198123:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827371.222111:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827372.246230:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827373.141976:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827373.141988:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827373.141993:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827373.142006:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3331 00000100:00080000:3.0:1787827373.142019:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827373.142027:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827373.142090:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422119424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827373.142121:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827373.142124:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827373.142126:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827373.142129:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3331 00000100:00080000:3.0:1787827373.142132:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827373.142135:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827373.142146:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827373.142156:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422119552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827373.142161:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422119424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827373.142171:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827373.142174:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827373.142176:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827373.142189:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3331 00000100:00080000:3.0:1787827373.142191:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827373.142193:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827373.142196:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827373.142205:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422119680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827373.142211:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827373.142213:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827373.142214:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827373.142217:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3331 00000100:00080000:3.0:1787827373.142220:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827373.142223:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827373.142227:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827373.142234:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422119808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827373.142240:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827373.142253:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827373.142255:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827373.142258:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3331 00000100:00080000:3.0:1787827373.142262:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827373.142264:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827373.142268:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827373.142274:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827373.142278:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422119936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827373.142333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827373/real 1787827373] req@ffff8a4f08da9680 x1874669422119424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827373.142350:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422119424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827373.142360:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827373.142363:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827373.142366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422119424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827373.142391:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827373.142409:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827373.142418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827373/real 1787827373] req@ffff8a4f08daa1c0 x1874669422119552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827373.142427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422119552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827373.142452:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827373.142454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827373.142457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827373.142461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827373.142476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827373.142483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827373/real 1787827373] req@ffff8a4f08da92c0 x1874669422119680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827373.142491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422119680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827373.142496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827373.142498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827373.142500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827373.142503:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827373.142515:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827373.142521:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827373/real 1787827373] req@ffff8a4f08daa580 x1874669422119808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827373.142529:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422119808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827373.142533:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827373.142535:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827373.142542:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827373.142546:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827373.142559:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827373.142567:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827373/real 1787827373] req@ffff8a4f08da8000 x1874669422119936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827373.142585:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422119936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827373.142590:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827373.142592:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827373.142594:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422119936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827373.270013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827374.294009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827375.318035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827376.342054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827377.366010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827378.261963:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827378.261972:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827378.261975:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827378.261983:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3336 00000100:00080000:3.0:1787827378.261994:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827378.262013:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827378.262047:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422120064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827378.262074:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827378.262077:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827378.262079:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827378.262081:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3336 00000100:00080000:3.0:1787827378.262085:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827378.262088:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827378.262098:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827378.262114:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422120192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827378.262136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827378.262143:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827378.262145:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827378.262149:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3336 00000100:00080000:3.0:1787827378.262153:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827378.262158:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827378.262164:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827378.262172:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422120064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827378.262180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422120320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827378.262191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827378.262194:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827378.262196:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827378.262200:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3336 00000100:00080000:3.0:1787827378.262203:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827378.262207:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827378.262211:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827378.262219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422120448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827378.262226:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827378.262230:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827378.262231:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827378.262234:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3336 00000100:00080000:3.0:1787827378.262236:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827378.262238:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827378.262243:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827378.262249:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422120576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827378.262269:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827378.262330:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827378/real 1787827378] req@ffff8a4f08dab480 x1874669422120064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827378.262354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422120064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827378.262369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827378.262373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827378.262377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422120064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827378.262384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827378.262406:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827378.262442:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827378/real 1787827378] req@ffff8a4f08dab0c0 x1874669422120192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827378.262456:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422120192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827378.262466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827378.262470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827378.262500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827378.262536:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827378.262577:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827378.262588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827378/real 1787827378] req@ffff8a4f08da8b40 x1874669422120320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827378.262597:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422120320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827378.262603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827378.262605:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827378.262624:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827378.262629:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827378.262645:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827378.262652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827378/real 1787827378] req@ffff8a4f08dabc00 x1874669422120448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827378.262661:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422120448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827378.262673:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827378.262675:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827378.262678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827378.262683:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827378.262736:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827378.262745:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827378/real 1787827378] req@ffff8a4f08da9a40 x1874669422120576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827378.262753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422120576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827378.262758:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827378.262761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827378.262763:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827378.390042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827379.414030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827380.438058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827381.461988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827382.486091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827383.381988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827383.381999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827383.382003:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827383.382014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3341 00000100:00080000:0.0:1787827383.382025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827383.382032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827383.382072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422120704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827383.382109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827383.382112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827383.382115:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827383.382119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3341 00000100:00080000:0.0:1787827383.382122:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827383.382125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827383.382136:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827383.382149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422120832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827383.382161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827383.382165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827383.382167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827383.382174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3341 00000100:00080000:0.0:1787827383.382179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827383.382181:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422120704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827383.382183:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827383.382194:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827383.382208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422120960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827383.382224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827383.382227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827383.382229:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827383.382232:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3341 00000100:00080000:0.0:1787827383.382252:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827383.382256:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827383.382261:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827383.382266:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827383.382278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422121088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827383.382290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827383.382294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827383.382296:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827383.382299:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3341 00000100:00080000:0.0:1787827383.382302:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827383.382306:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827383.382311:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827383.382325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422121216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827383.382332:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827383/real 1787827383] req@ffff8a4f13c5a580 x1874669422120704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827383.382369:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422120704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827383.382382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827383.382386:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827383.382391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422120704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827383.382431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827383.382483:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827383.382501:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827383/real 1787827383] req@ffff8a4f13c58780 x1874669422120832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827383.382518:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422120832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827383.382526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827383.382528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827383.382531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827383.382537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827383.382577:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827383.382590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827383/real 1787827383] req@ffff8a4f13c5a940 x1874669422120960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827383.382602:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422120960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827383.382610:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827383.382612:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827383.382616:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422120960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827383.382622:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827383.382638:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827383.382693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827383/real 1787827383] req@ffff8a4f13c583c0 x1874669422121088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827383.382716:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422121088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827383.382726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827383.382730:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827383.382735:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827383.382744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827383.382772:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827383.382786:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827383/real 1787827383] req@ffff8a4f13c59680 x1874669422121216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827383.382802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422121216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827383.382813:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827383.382817:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827383.382822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827383.509977:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827384.534006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827385.558184:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827386.582028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827387.606009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827388.501969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827388.501980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827388.501984:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827388.501995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3346 00000100:00080000:3.0:1787827388.502007:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827388.502015:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827388.502056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422121344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827388.502084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827388.502087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827388.502089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827388.502092:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3346 00000100:00080000:3.0:1787827388.502095:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827388.502098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827388.502108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827388.502119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422121472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827388.502127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827388.502130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827388.502131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827388.502135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3346 00000100:00080000:3.0:1787827388.502139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827388.502143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827388.502146:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827388.502155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422121600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827388.502162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827388.502165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827388.502169:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827388.502171:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422121344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827388.502175:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3346 00000100:00080000:3.0:1787827388.502182:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827388.502185:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827388.502188:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827388.502197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422121728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827388.502204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827388.502207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827388.502209:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827388.502211:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3346 00000100:00080000:3.0:1787827388.502214:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827388.502216:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827388.502220:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827388.502228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422121856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827388.502255:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827388.502300:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827388/real 1787827388] req@ffff8a4f08da9e00 x1874669422121344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827388.502316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422121344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827388.502343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827388.502346:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827388.502350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422121344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827388.502356:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827388.502375:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827388.502385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827388/real 1787827388] req@ffff8a4f08da8780 x1874669422121472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827388.502395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422121472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827388.502400:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827388.502403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827388.502406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827388.502439:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827388.502464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827388.502477:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827388/real 1787827388] req@ffff8a4f08da9a40 x1874669422121600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827388.502490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422121600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827388.502497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827388.502500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827388.502502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827388.502513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827388.502556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827388.502567:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827388/real 1787827388] req@ffff8a4f08dabc00 x1874669422121728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827388.502577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422121728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827388.502585:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827388.502588:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827388.502591:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827388.502596:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827388.502609:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827388.502638:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827388/real 1787827388] req@ffff8a4f08da8b40 x1874669422121856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827388.502649:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422121856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827388.502657:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827388.502660:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827388.502662:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422121856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827388.630011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827389.653989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827390.678092:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827391.702060:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827392.726076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827393.621924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827393.621939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827393.621945:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827393.621956:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3352 00000100:00080000:3.0:1787827393.621985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827393.621992:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827393.622028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422121984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827393.622076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827393.622080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827393.622082:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827393.622085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3352 00000100:00080000:3.0:1787827393.622089:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827393.622093:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827393.622103:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827393.622115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422122112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827393.622125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827393.622129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827393.622131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827393.622134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3352 00000100:00080000:3.0:1787827393.622137:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827393.622142:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422121984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827393.622144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827393.622154:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827393.622163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422122240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827393.622173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827393.622176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827393.622178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827393.622181:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3352 00000100:00080000:3.0:1787827393.622185:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827393.622188:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827393.622192:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827393.622203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422122368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827393.622212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827393.622215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827393.622217:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827393.622236:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3352 00000100:00080000:3.0:1787827393.622240:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827393.622245:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787827393.622247:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787827393.622251:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827393.622263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422122496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827393.622334:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827393/real 1787827393] req@ffff8a4f08dab0c0 x1874669422121984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827393.622395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422121984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827393.622404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827393.622409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827393.622412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422121984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827393.622420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827393.622446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827393.622469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827393/real 1787827393] req@ffff8a4f08dab480 x1874669422122112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827393.622486:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422122112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827393.622498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827393.622503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827393.622506:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827393.622542:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827393.622562:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827393.622572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827393/real 1787827393] req@ffff8a4f08da8000 x1874669422122240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827393.622628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422122240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827393.622656:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827393.622659:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827393.622662:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827393.622687:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827393.622715:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827393.622731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827393/real 1787827393] req@ffff8a4f08daa580 x1874669422122368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827393.622748:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422122368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827393.622756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827393.622758:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827393.622761:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827393.622766:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827393.622784:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827393.622794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827393/real 1787827393] req@ffff8a4f08da92c0 x1874669422122496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827393.622803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422122496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827393.622809:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827393.622811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827393.622820:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827393.750077:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827394.774029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827395.797969:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827396.821980:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827397.846006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827398.741976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827398.741988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827398.741995:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827398.742025:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3357 00000100:00080000:3.0:1787827398.742038:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827398.742047:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827398.742090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422122624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827398.742127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827398.742131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827398.742134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827398.742138:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3357 00000100:00080000:3.0:1787827398.742142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827398.742145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827398.742154:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827398.742169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422122752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827398.742179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827398.742182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827398.742184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827398.742189:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422122624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827398.742190:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3357 00000100:00080000:3.0:1787827398.742196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827398.742201:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827398.742204:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827398.742212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422122880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827398.742225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827398.742228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827398.742230:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827398.742233:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3357 00000100:00080000:3.0:1787827398.742236:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827398.742239:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827398.742242:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827398.742251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422123008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827398.742260:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827398.742262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827398.742266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827398.742268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827398.742272:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3357 00000100:00080000:3.0:1787827398.742275:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827398.742278:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827398.742282:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827398.742290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422123136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827398.742304:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827398/real 1787827398] req@ffff8a4f08daa1c0 x1874669422122624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827398.742321:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422122624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827398.742331:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827398.742334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827398.742338:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422122624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827398.742358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827398.742374:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827398.742384:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827398/real 1787827398] req@ffff8a4f08da9680 x1874669422122752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827398.742393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422122752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827398.742399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827398.742401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827398.742404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827398.742408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827398.742419:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827398.742442:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827398/real 1787827398] req@ffff8a4f08dab840 x1874669422122880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827398.742451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422122880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827398.742457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827398.742459:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827398.742472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422122880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827398.742477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827398.742492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827398.742500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827398/real 1787827398] req@ffff8a4f08da83c0 x1874669422123008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827398.742509:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422123008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827398.742514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827398.742517:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827398.742519:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827398.742523:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827398.742533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827398.742562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827398/real 1787827398] req@ffff8a4f08da8f00 x1874669422123136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827398.742578:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422123136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827398.742595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827398.742599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827398.742604:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827398.870107:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827399.894015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827400.918218:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827401.942944:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827402.966009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827403.861987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827403.862000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827403.862005:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827403.862016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3362 00000100:00080000:3.0:1787827403.862029:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827403.862048:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827403.862092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422123264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827403.862128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827403.862132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827403.862134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827403.862138:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3362 00000100:00080000:3.0:1787827403.862142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827403.862146:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827403.862156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827403.862171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422123392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827403.862202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827403.862209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787827403.862213:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422123264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827403.862215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827403.862232:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3362 00000100:00080000:3.0:1787827403.862240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827403.862247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827403.862256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827403.862282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422123520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827403.862296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827403.862302:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827403.862304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827403.862309:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827403.862316:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3362 00000100:00080000:3.0:1787827403.862322:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827403.862329:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827403.862336:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827403.862350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422123648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827403.862360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827403.862363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827403.862365:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827403.862370:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3362 00000100:00080000:3.0:1787827403.862374:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827403.862383:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827403.862385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827403/real 1787827403] req@ffff8a4f08daa940 x1874669422123264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787827403.862388:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827403.862410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422123776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827403.862435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422123264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827403.862451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827403.862456:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827403.862461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422123264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827403.862489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827403.862652:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827403.862673:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827403/real 1787827403] req@ffff8a4f08daad00 x1874669422123392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827403.862690:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422123392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827403.862702:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827403.862706:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827403.862711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827403.862740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827403.862769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827403.862794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827403/real 1787827403] req@ffff8a4f08da8f00 x1874669422123520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827403.862810:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422123520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827403.862820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827403.862824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827403.862829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827403.862836:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827403.862932:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827403.862954:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827403/real 1787827403] req@ffff8a4f08da83c0 x1874669422123648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827403.862976:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422123648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827403.862991:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827403.862995:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827403.862999:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827403.863036:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827403.863075:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827403.863091:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827403/real 1787827403] req@ffff8a4f08dab840 x1874669422123776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827403.863118:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422123776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827403.863129:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827403.863132:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827403.863136:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422123776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827403.990092:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827405.014016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827406.038019:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827407.062106:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827408.086087:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827408.981944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827408.981953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827408.981957:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827408.981967:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3367 00000100:00080000:3.0:1787827408.981978:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827408.981985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827408.982032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422123904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827408.982062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827408.982067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827408.982080:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827408.982111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3367 00000100:00080000:3.0:1787827408.982116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827408.982122:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827408.982133:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827408.982140:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422123904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827408.982153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422124032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827408.982163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827408.982165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827408.982167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827408.982170:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3367 00000100:00080000:3.0:1787827408.982173:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827408.982176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827408.982180:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827408.982190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422124160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827408.982197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827408.982200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827408.982201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827408.982204:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3367 00000100:00080000:3.0:1787827408.982208:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827408.982210:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827408.982214:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827408.982218:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827408.982226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422124288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827408.982234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827408.982237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827408.982239:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827408.982241:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3367 00000100:00080000:3.0:1787827408.982244:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827408.982247:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827408.982258:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827408.982272:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827408/real 1787827408] req@ffff8a4f08da9680 x1874669422123904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827408.982273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422124416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827408.982315:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422123904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827408.982329:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827408.982333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827408.982336:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422123904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827408.982358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827408.982390:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827408.982401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827408/real 1787827408] req@ffff8a4f08daa1c0 x1874669422124032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827408.982410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422124032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827408.982435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827408.982437:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827408.982440:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827408.982445:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827408.982461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827408.982469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827408/real 1787827408] req@ffff8a4f08da92c0 x1874669422124160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827408.982498:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422124160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827408.982530:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827408.982533:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827408.982535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827408.982540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827408.982576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827408.982586:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827408/real 1787827408] req@ffff8a4f08daa580 x1874669422124288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827408.982596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422124288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827408.982619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827408.982622:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827408.982632:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827408.982638:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827408.982656:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827408.982682:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827408/real 1787827408] req@ffff8a4f08da8000 x1874669422124416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827408.982701:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422124416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827408.982707:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827408.982709:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827408.982711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827409.110040:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827410.134033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827411.158081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827412.182063:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827413.206156:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827414.101928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827414.101937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827414.101940:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827414.101948:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3372 00000100:00080000:3.0:1787827414.101957:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827414.101963:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827414.101994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422124544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827414.102017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827414.102022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827414.102023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827414.102026:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3372 00000100:00080000:3.0:1787827414.102028:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827414.102030:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827414.102038:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827414.102046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422124672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827414.102054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827414.102057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827414.102058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827414.102060:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3372 00000100:00080000:3.0:1787827414.102062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827414.102072:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422124544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827414.102074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827414.102082:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827414.102091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422124800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827414.102098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827414.102100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827414.102102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827414.102105:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3372 00000100:00080000:3.0:1787827414.102108:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827414.102110:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827414.102114:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827414.102121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422124928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827414.102128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827414.102130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1787827414.102134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827414.102134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827414.102138:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3372 00000100:00080000:3.0:1787827414.102142:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827414.102145:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827414.102149:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827414.102156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422125056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827414.102189:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827414/real 1787827414] req@ffff8a4f08dab480 x1874669422124544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827414.102211:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422124544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827414.102220:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827414.102223:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827414.102226:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422124544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827414.102232:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827414.102252:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827414.102285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827414/real 1787827414] req@ffff8a4f08dab0c0 x1874669422124672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827414.102299:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422124672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827414.102309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827414.102312:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827414.102316:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827414.102341:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827414.102367:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827414.102376:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827414/real 1787827414] req@ffff8a4f08da8b40 x1874669422124800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827414.102385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422124800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827414.102390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827414.102392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827414.102395:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827414.102398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827414.102409:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827414.102416:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827414/real 1787827414] req@ffff8a4f08dabc00 x1874669422124928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827414.102448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422124928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827414.102468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827414.102472:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827414.102476:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422124928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827414.102483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827414.102502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827414.102510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827414/real 1787827414] req@ffff8a4f08da9a40 x1874669422125056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827414.102518:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422125056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827414.102524:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827414.102526:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827414.102528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827414.229991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827415.254172:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827416.278044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827417.302006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827418.326101:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827419.222068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827419.222078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827419.222082:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827419.222093:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3377 00000100:00080000:0.0:1787827419.222106:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827419.222114:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827419.222154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422125184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827419.222208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827419.222213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827419.222216:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827419.222222:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3377 00000100:00080000:0.0:1787827419.222226:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827419.222231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827419.222243:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827419.222258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422125312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827419.222270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827419.222275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827419.222294:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827419.222298:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3377 00000100:00080000:0.0:1787827419.222301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827419.222305:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827419.222308:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827419.222316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422125440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827419.222323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827419.222325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827419.222327:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827419.222329:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3377 00000100:00080000:0.0:1787827419.222331:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827419.222334:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827419.222337:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827419.222367:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422125184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827419.222369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422125568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827419.222443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827419.222445:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827419.222447:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827419.222451:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3377 00000100:00080000:0.0:1787827419.222453:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827419.222467:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827419.222471:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827419.222481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422125696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827419.222707:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827419.222780:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827419.222822:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827419.222927:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827419.350209:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827420.374115:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827421.398142:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827422.294065:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787827422.294106:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827422.294119:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827422.294147:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827422.294170:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827422.294176:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827422.294182:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827422.294224:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827419/real 1787827422] req@ffff8a4f13c58000 x1874669422125568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827422.294263:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422125568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827422.294272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827422.294276:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827422.294279:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827422.294284:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827419/real 1787827422] req@ffff8a4f13c59680 x1874669422125696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827422.294292:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422125696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827422.294312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827422.294314:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827422.294317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125696:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827422.294321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827419/real 1787827422] req@ffff8a4f13c5b480 x1874669422125184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827422.294329:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422125184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827422.294333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827422.294335:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827422.294337:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422125184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827422.294341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827419/real 1787827422] req@ffff8a4f13c5ad00 x1874669422125312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827422.294355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422125312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827422.294366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827422.294368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827422.294370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827422.294375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827419/real 1787827422] req@ffff8a4f13c59a40 x1874669422125440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827422.294401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422125440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827422.294408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827422.294412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827422.294416:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125440:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787827422.421986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827423.446020:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827424.342003:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827424.342012:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827424.342016:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827424.342025:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3382 00000100:00080000:2.0:1787827424.342036:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827424.342043:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827424.342077:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422125824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827424.342105:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827424.342110:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827424.342113:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827424.342118:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3382 00000100:00080000:2.0:1787827424.342123:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827424.342129:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827424.342142:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827424.342164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422125824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827424.342165:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422125952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827424.342190:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827424.342195:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827424.342198:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827424.342204:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3382 00000100:00080000:2.0:1787827424.342211:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827424.342217:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827424.342225:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827424.342246:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422126080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827424.342253:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827424.342270:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827424.342276:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827424.342279:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827424.342286:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3382 00000100:00080000:2.0:1787827424.342294:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827424.342300:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827424.342308:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827424.342326:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422126208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827424.342341:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827424.342343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827424/real 1787827424] req@ffff8a4f06e8d680 x1874669422125824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827424.342352:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827424.342358:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827424.342391:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3382 00000100:00080000:2.0:1787827424.342398:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827424.342406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422125824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827424.342407:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827424.342420:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827424.342437:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422126336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827424.342453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827424.342464:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827424.342509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422125824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827424.342556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827424.342593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827424.342614:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827424/real 1787827424] req@ffff8a4f06e8d2c0 x1874669422125952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827424.342633:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422125952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827424.342645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827424.342650:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827424.342655:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422125952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827424.342663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827424.342693:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827424.342711:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827424/real 1787827424] req@ffff8a4f06e8e940 x1874669422126080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827424.342728:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422126080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827424.342740:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827424.342745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827424.342750:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827424.342759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827424.342797:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827424.342827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827424/real 1787827424] req@ffff8a4f06e8cb40 x1874669422126208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827424.342910:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422126208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827424.342925:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827424.342931:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827424.342937:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827424.342947:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827424.342980:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827424.342998:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827424/real 1787827424] req@ffff8a4f06e8c3c0 x1874669422126336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827424.343015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422126336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827424.343027:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827424.343032:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827424.343037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827424.470051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827425.494125:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827426.517997:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827427.542072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827428.566004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827429.461953:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827429.461965:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827429.461970:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827429.461982:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3387 00000100:00080000:2.0:1787827429.461995:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827429.462004:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827429.462052:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422126464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827429.462082:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827429.462085:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827429.462086:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827429.462089:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3387 00000100:00080000:2.0:1787827429.462093:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827429.462096:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827429.462107:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827429.462119:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422126592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827429.462131:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827429.462136:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827429.462139:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827429.462144:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3387 00000100:00080000:2.0:1787827429.462151:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827429.462157:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827429.462162:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827429.462175:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422126720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827429.462185:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827429.462187:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827429.462189:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827429.462196:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3387 00000100:00100000:1.0:1787827429.462208:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422126464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827429.462209:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827429.462223:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827429.462233:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827429.462242:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422126848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827429.462256:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827429.462259:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827429.462261:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827429.462264:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3387 00000100:00080000:2.0:1787827429.462266:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827429.462268:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827429.462272:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827429.462282:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422126976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827429.462313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827429.462408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827429/real 1787827429] req@ffff8a4f06e8cf00 x1874669422126464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827429.462434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422126464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827429.462468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827429.462479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827429.462488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422126464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827429.462504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827429.462552:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827429.462578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827429/real 1787827429] req@ffff8a4f06e8f480 x1874669422126592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827429.462597:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422126592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827429.462608:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827429.462613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827429.462617:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827429.462662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827429.462705:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827429.462730:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827429/real 1787827429] req@ffff8a4f06e8e1c0 x1874669422126720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827429.462752:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422126720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827429.462763:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827429.462767:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827429.462771:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827429.462791:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827429.462821:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827429.462836:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827429/real 1787827429] req@ffff8a4f06e8ed00 x1874669422126848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827429.462934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422126848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827429.462951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827429.462956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827429.462960:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827429.462969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827429.463000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827429.463016:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827429/real 1787827429] req@ffff8a4f06e8c780 x1874669422126976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827429.463030:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422126976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827429.463040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827429.463044:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827429.463048:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422126976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827429.590039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827430.613993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827431.638133:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827432.662124:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827433.686083:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827434.582022:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827434.582033:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827434.582054:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827434.582065:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3392 00000100:00080000:2.0:1787827434.582078:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827434.582086:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827434.582147:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422127104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827434.582176:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827434.582179:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827434.582181:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827434.582184:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3392 00000100:00080000:2.0:1787827434.582187:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827434.582190:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827434.582219:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827434.582234:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422127232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827434.582243:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827434.582247:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827434.582248:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827434.582252:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3392 00000100:00080000:2.0:1787827434.582256:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827434.582277:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827434.582283:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827434.582287:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422127104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827434.582314:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422127360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827434.582327:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827434.582331:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827434.582333:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827434.582337:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3392 00000100:00080000:2.0:1787827434.582341:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827434.582345:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827434.582367:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827434.582378:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422127488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827434.582385:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827434.582396:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827434.582399:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827434.582401:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827434.582407:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3392 00000100:00080000:2.0:1787827434.582410:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827434.582413:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827434.582418:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827434.582428:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422127616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827434.582434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827434/real 1787827434] req@ffff8a4f06e8c780 x1874669422127104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827434.582478:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422127104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827434.582491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827434.582496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827434.582500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422127104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827434.582508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422127232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827434.582530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827434.582540:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827434/real 1787827434] req@ffff8a4f06e8ed00 x1874669422127232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827434.582549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422127232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827434.582555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827434.582557:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827434.582559:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422127232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827434.582582:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422127360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827434.582603:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827434.582611:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827434/real 1787827434] req@ffff8a4f06e8e1c0 x1874669422127360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827434.582619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422127360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827434.582634:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827434.582637:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827434.582639:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422127360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827434.582643:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422127488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827434.582658:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827434.582665:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827434/real 1787827434] req@ffff8a4f06e8f480 x1874669422127488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827434.582673:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422127488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827434.582678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827434.582680:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827434.582682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422127488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827434.582686:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422127616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827434.582701:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827434.582709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827434/real 1787827434] req@ffff8a4f06e8cf00 x1874669422127616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827434.582716:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422127616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827434.582721:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827434.582724:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827434.582730:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422127616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827434.709981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827435.734030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827436.757991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827437.782016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827438.805985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827439.701971:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827439.701979:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827439.701982:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827439.701990:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3398 00000100:00080000:3.0:1787827439.701999:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827439.702006:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827439.702036:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422127744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827439.702057:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827439.702059:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827439.702061:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827439.702063:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3398 00000100:00080000:3.0:1787827439.702066:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827439.702068:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827439.702085:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827439.702103:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422127872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827439.702111:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827439.702115:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827439.702118:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827439.702123:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3398 00000100:00080000:3.0:1787827439.702127:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827439.702151:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422127744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827439.702152:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827439.702168:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827439.702190:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422128000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827439.702204:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827439.702218:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827439.702220:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827439.702223:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3398 00000100:00080000:3.0:1787827439.702231:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827439.702234:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827439.702239:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827439.702249:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422128128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827439.702256:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827439.702275:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827439.702275:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827439.702282:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827439.702288:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3398 00000100:00080000:3.0:1787827439.702294:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827439.702297:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827439.702302:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827439.702311:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422128256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827439.702348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827439/real 1787827439] req@ffff8a4f08da8780 x1874669422127744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827439.702366:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422127744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827439.702376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827439.702380:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827439.702383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422127744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827439.702390:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422127872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827439.702418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827439.702428:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827439/real 1787827439] req@ffff8a4f08da9e00 x1874669422127872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827439.702438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422127872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827439.702444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827439.702446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827439.702449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422127872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827439.702474:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827439.702487:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827439.702508:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827439/real 1787827439] req@ffff8a4f08da9a40 x1874669422128000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827439.702517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422128000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827439.702523:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827439.702525:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827439.702528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827439.702532:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827439.702545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827439.702552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827439/real 1787827439] req@ffff8a4f08dabc00 x1874669422128128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827439.702560:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422128128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827439.702565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827439.702566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827439.702568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827439.702572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827439.702582:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827439.702588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827439/real 1787827439] req@ffff8a4f08da8b40 x1874669422128256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827439.702596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422128256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827439.702606:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827439.702608:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827439.702611:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827439.829989:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827440.854007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827441.877981:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827442.902060:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827443.926008:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827444.821943:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827444.821967:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827444.821972:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827444.821984:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3403 00000100:00080000:3.0:1787827444.821997:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827444.822006:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827444.822057:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422128384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827444.822091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827444.822094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827444.822096:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827444.822099:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3403 00000100:00080000:3.0:1787827444.822103:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827444.822106:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827444.822115:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827444.822126:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422128512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827444.822135:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827444.822138:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827444.822140:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827444.822143:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3403 00000100:00080000:3.0:1787827444.822146:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827444.822151:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827444.822155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422128384:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787827444.822156:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827444.822169:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422128640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827444.822178:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827444.822181:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827444.822183:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827444.822186:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3403 00000100:00080000:3.0:1787827444.822190:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827444.822193:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827444.822197:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827444.822207:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422128768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827444.822214:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827444.822217:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827444.822219:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787827444.822239:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827444.822240:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3403 00000100:00080000:3.0:1787827444.822247:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827444.822262:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827444.822267:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827444.822278:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422128896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827444.822303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827444/real 1787827444] req@ffff8a4f08dab0c0 x1874669422128384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827444.822331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422128384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827444.822340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827444.822344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827444.822347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422128384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827444.822354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827444.822376:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827444.822387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827444/real 1787827444] req@ffff8a4f08dab480 x1874669422128512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827444.822397:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422128512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827444.822405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827444.822407:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827444.822410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827444.822447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827444.822465:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827444.822475:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827444/real 1787827444] req@ffff8a4f08da8000 x1874669422128640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827444.822490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422128640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827444.822500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827444.822504:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827444.822509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827444.822517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827444.822555:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827444.822568:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827444/real 1787827444] req@ffff8a4f08daa580 x1874669422128768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827444.822586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422128768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827444.822593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827444.822596:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827444.822599:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827444.822603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827444.822619:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827444.822628:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827444/real 1787827444] req@ffff8a4f08da92c0 x1874669422128896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827444.822645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422128896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827444.822654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827444.822659:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827444.822663:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422128896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827444.949997:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827445.974029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827446.997962:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827448.022021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827449.045950:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827449.941980:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827449.941990:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827449.941994:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827449.942004:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3408 00000100:00080000:0.0:1787827449.942014:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827449.942021:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827449.942056:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422129024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827449.942086:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827449.942089:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827449.942091:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827449.942095:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3408 00000100:00080000:0.0:1787827449.942098:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827449.942102:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827449.942112:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827449.942124:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422129152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827449.942136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827449.942139:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827449.942141:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827449.942149:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3408 00000100:00100000:1.0:1787827449.942152:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422129024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827449.942154:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827449.942166:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827449.942172:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827449.942185:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422129280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827449.942210:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827449.942214:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827449.942216:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827449.942220:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3408 00000100:00080000:0.0:1787827449.942225:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827449.942229:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827449.942235:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827449.942247:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422129408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827449.942256:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827449.942263:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827449.942264:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827449.942270:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827449.942276:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3408 00000100:00080000:0.0:1787827449.942282:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827449.942287:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827449.942293:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827449.942307:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422129536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827449.942326:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827449/real 1787827449] req@ffff8a4f13c583c0 x1874669422129024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827449.942342:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422129024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827449.942353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827449.942356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827449.942360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422129024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827449.942385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827449.942403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827449.942412:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827449/real 1787827449] req@ffff8a4f13c5a940 x1874669422129152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827449.942420:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422129152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827449.942446:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827449.942449:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827449.942452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827449.942456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827449.942471:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827449.942478:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827449/real 1787827449] req@ffff8a4f13c58780 x1874669422129280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827449.942486:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422129280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827449.942491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827449.942493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827449.942495:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827449.942499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827449.942511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827449.942517:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827449/real 1787827449] req@ffff8a4f13c5a580 x1874669422129408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827449.942525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422129408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827449.942529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827449.942531:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827449.942538:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827449.942542:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827449.942556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827449.942563:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827449/real 1787827449] req@ffff8a4f13c58f00 x1874669422129536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827449.942571:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422129536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827449.942576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827449.942578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827449.942580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827450.070040:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827451.093958:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827452.118005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827453.142015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827454.166064:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827455.061948:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827455.061956:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827455.061959:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827455.061967:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3413 00000100:00080000:2.0:1787827455.061986:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827455.061992:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827455.062024:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422129664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827455.062048:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827455.062050:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827455.062052:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827455.062054:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3413 00000100:00080000:2.0:1787827455.062056:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827455.062059:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827455.062067:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827455.062075:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422129792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827455.062084:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827455.062086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827455.062088:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827455.062092:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3413 00000100:00080000:2.0:1787827455.062096:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827455.062106:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827455.062107:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422129664:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787827455.062111:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827455.062130:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422129920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827455.062148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827455.062164:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827455.062166:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827455.062170:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3413 00000100:00080000:2.0:1787827455.062173:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827455.062177:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827455.062182:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827455.062195:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422130048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827455.062202:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827455.062204:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827455.062206:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827455.062208:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3413 00000100:00080000:2.0:1787827455.062211:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827455.062213:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827455.062216:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827455.062218:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827455.062232:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422130176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827455.062277:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827455/real 1787827455] req@ffff8a4f06e8c3c0 x1874669422129664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827455.062294:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422129664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827455.062309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827455.062313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827455.062316:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422129664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827455.062323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827455.062341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827455.062365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827455/real 1787827455] req@ffff8a4f06e8cb40 x1874669422129792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827455.062374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422129792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827455.062380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827455.062383:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827455.062385:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827455.062410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827455.062425:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827455.062432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827455/real 1787827455] req@ffff8a4f06e8e940 x1874669422129920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827455.062440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422129920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827455.062445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827455.062447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827455.062449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422129920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827455.062453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827455.062464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827455.062470:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827455/real 1787827455] req@ffff8a4f06e8d2c0 x1874669422130048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827455.062478:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422130048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827455.062488:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827455.062491:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827455.062493:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827455.062497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827455.062510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827455.062517:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827455/real 1787827455] req@ffff8a4f06e8d680 x1874669422130176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827455.062525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422130176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827455.062530:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827455.062532:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827455.062534:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827455.189971:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827456.214091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827457.238026:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827458.262111:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827459.286146:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827460.181961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827460.181968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827460.181972:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827460.181981:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3418 00000100:00080000:0.0:1787827460.181990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827460.181996:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827460.182030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422130304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827460.182052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827460.182055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827460.182056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827460.182059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3418 00000100:00080000:0.0:1787827460.182061:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827460.182064:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827460.182072:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827460.182080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422130432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827460.182088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827460.182091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827460.182092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827460.182095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3418 00000100:00080000:0.0:1787827460.182099:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827460.182100:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422130304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827460.182105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827460.182111:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827460.182133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422130560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827460.182141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827460.182144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827460.182146:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827460.182149:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3418 00000100:00080000:0.0:1787827460.182164:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827460.182167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827460.182171:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827460.182173:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827460.182183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422130688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827460.182191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827460.182194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827460.182195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827460.182199:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3418 00000100:00080000:0.0:1787827460.182202:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827460.182204:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827460.182207:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827460.182212:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827460/real 1787827460] req@ffff8a4f13c5bc00 x1874669422130304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827460.182219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422130816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827460.182233:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422130304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827460.182243:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827460.182247:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827460.182251:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422130304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827460.182285:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827460.182303:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827460.182311:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827460/real 1787827460] req@ffff8a4f13c5b0c0 x1874669422130432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827460.182320:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422130432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827460.182325:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827460.182328:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827460.182330:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827460.182333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827460.182344:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827460.182354:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827460/real 1787827460] req@ffff8a4f13c592c0 x1874669422130560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827460.182369:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422130560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827460.182378:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827460.182382:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827460.182385:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827460.182392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827460.182414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827460.182427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827460/real 1787827460] req@ffff8a4f13c5a1c0 x1874669422130688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827460.182446:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422130688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827460.182452:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827460.182454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827460.182456:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827460.182460:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827460.182476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827460.182483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827460/real 1787827460] req@ffff8a4f13c58f00 x1874669422130816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827460.182491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422130816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827460.182496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827460.182498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827460.182500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422130816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827460.310029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827461.334003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827462.358120:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827463.382048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827464.406024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827465.301964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827465.301977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827465.301982:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827465.301995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3423 00000100:00080000:0.0:1787827465.302010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827465.302021:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827465.302068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422130944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827465.302112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827465.302124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827465.302126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827465.302130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3423 00000100:00080000:0.0:1787827465.302135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827465.302141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827465.302153:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827465.302164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422130944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827465.302170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422131072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827465.302185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827465.302190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827465.302192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827465.302197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3423 00000100:00080000:0.0:1787827465.302202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827465.302206:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827465.302211:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827465.302224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422131200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827465.302235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827465.302237:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827465.302243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827465.302246:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827465.302252:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3423 00000100:00080000:0.0:1787827465.302258:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827465.302263:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827465.302270:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827465.302283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422131328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827465.302294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827465/real 1787827465] req@ffff8a4f13c5a580 x1874669422130944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827465.302296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827465.302307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827465.302312:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827465.302319:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3423 00000100:00100000:1.0:1787827465.302320:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422130944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827465.302327:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827465.302334:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827465.302339:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787827465.302353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787827465.302354:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422131456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827465.302361:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827465.302369:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422130944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827465.302396:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827465.302416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827465.302425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827465/real 1787827465] req@ffff8a4f13c58780 x1874669422131072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827465.302434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422131072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827465.302440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827465.302442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827465.302444:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827465.302448:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827465.302459:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827465.302464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827465/real 1787827465] req@ffff8a4f13c5a940 x1874669422131200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827465.302472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422131200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827465.302477:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827465.302479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827465.302481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827465.302490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827465.302504:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827465.302511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827465/real 1787827465] req@ffff8a4f13c583c0 x1874669422131328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827465.302519:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422131328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827465.302524:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827465.302526:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827465.302528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827465.302531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827465.302541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827465.302547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827465/real 1787827465] req@ffff8a4f13c59a40 x1874669422131456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827465.302554:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422131456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827465.302559:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827465.302561:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827465.302563:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827465.430104:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827466.454021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827467.477987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827468.502037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827469.526006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827470.422029:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827470.422040:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827470.422060:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827470.422072:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3428 00000100:00080000:2.0:1787827470.422084:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827470.422092:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827470.422136:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422131584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827470.422163:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827470.422166:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827470.422168:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827470.422170:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3428 00000100:00080000:2.0:1787827470.422178:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827470.422182:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827470.422193:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827470.422203:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422131712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827470.422212:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827470.422215:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827470.422217:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827470.422223:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3428 00000100:00080000:2.0:1787827470.422226:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827470.422227:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422131584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827470.422231:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827470.422240:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827470.422250:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422131840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827470.422257:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827470.422260:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827470.422260:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827470.422264:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3428 00000100:00080000:2.0:1787827470.422266:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827470.422269:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827470.422272:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827470.422281:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422131968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827470.422292:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827470.422294:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827470.422295:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827470.422298:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3428 00000100:00080000:2.0:1787827470.422300:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827470.422304:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827470.422307:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827470.422316:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827470.422321:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422132096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827470.422369:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827470/real 1787827470] req@ffff8a4f06e8e580 x1874669422131584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827470.422397:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422131584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827470.422406:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827470.422409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827470.422412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422131584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827470.422434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827470.422456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827470.422469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827470/real 1787827470] req@ffff8a4f06e8c000 x1874669422131712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827470.422483:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422131712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827470.422491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827470.422495:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827470.422499:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827470.422505:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827470.422527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827470.422540:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827470/real 1787827470] req@ffff8a4f06e8f0c0 x1874669422131840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827470.422549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422131840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827470.422577:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827470.422580:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827470.422584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827470.422592:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827470.422616:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827470.422629:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827470/real 1787827470] req@ffff8a4f06e8de00 x1874669422131968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827470.422642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422131968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827470.422652:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827470.422656:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827470.422660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422131968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827470.422667:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827470.422688:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827470.422700:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827470/real 1787827470] req@ffff8a4f06e8f840 x1874669422132096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827470.422713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422132096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827470.422721:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827470.422725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827470.422734:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827470.550058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827471.574051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827472.598087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827473.622015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827474.646086:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827475.542005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827475.542030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827475.542035:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827475.542047:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3433 00000100:00080000:3.0:1787827475.542060:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827475.542068:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827475.542113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422132224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827475.542148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827475.542156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827475.542159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827475.542164:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3433 00000100:00080000:3.0:1787827475.542167:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827475.542172:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827475.542183:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827475.542199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422132352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827475.542209:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422132224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827475.542213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827475.542225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827475.542227:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827475.542232:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3433 00000100:00080000:3.0:1787827475.542235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827475.542238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827475.542243:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827475.542257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422132480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827475.542265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827475.542269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827475.542270:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827475.542273:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3433 00000100:00080000:3.0:1787827475.542278:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827475.542283:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827475.542291:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827475.542292:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827475.542315:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422132608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827475.542328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827475.542331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827475.542333:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827475.542338:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3433 00000100:00080000:3.0:1787827475.542343:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827475.542347:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827475/real 1787827475] req@ffff8a4f08daa1c0 x1874669422132224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827475.542351:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827475.542363:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827475.542377:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422132224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827475.542379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422132736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827475.542427:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827475.542439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827475.542442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422132224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827475.542469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827475.542486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827475.542494:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827475/real 1787827475] req@ffff8a4f08da9680 x1874669422132352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827475.542503:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422132352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827475.542508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827475.542510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827475.542512:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827475.542516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827475.542526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827475.542546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827475/real 1787827475] req@ffff8a4f08dab840 x1874669422132480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827475.542554:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422132480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827475.542559:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827475.542562:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827475.542564:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827475.542568:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827475.542580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827475.542586:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827475/real 1787827475] req@ffff8a4f08da83c0 x1874669422132608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827475.542593:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422132608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827475.542598:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827475.542600:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827475.542602:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827475.542605:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827475.542615:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827475.542620:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827475/real 1787827475] req@ffff8a4f08da8f00 x1874669422132736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827475.542628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422132736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827475.542637:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827475.542639:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827475.542641:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827475.670028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827476.694099:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827477.718029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827478.742062:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827479.766014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827480.661955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827480.661962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827480.661966:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827480.661988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3439 00000100:00080000:0.0:1787827480.661998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827480.662005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827480.662036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422132864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827480.662057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827480.662060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827480.662061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827480.662064:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3439 00000100:00080000:0.0:1787827480.662067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827480.662070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827480.662077:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827480.662086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422132992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827480.662094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827480.662099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787827480.662100:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422132864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827480.662101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827480.662109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3439 00000100:00080000:0.0:1787827480.662117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827480.662120:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827480.662124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827480.662132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422133120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827480.662139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827480.662141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827480.662143:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827480.662145:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3439 00000100:00080000:0.0:1787827480.662159:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827480.662162:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827480.662165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827480.662170:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827480.662176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422133248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827480.662189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827480.662192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827480.662193:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827480.662196:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3439 00000100:00080000:0.0:1787827480.662198:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827480.662201:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827480.662204:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827480.662212:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827480/real 1787827480] req@ffff8a4f13c5ad00 x1874669422132864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827480.662215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422133376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827480.662243:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422132864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827480.662252:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827480.662256:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827480.662258:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422132864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827480.662278:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827480.662295:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827480.662303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827480/real 1787827480] req@ffff8a4f13c5b480 x1874669422132992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827480.662311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422132992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827480.662317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827480.662319:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827480.662322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422132992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827480.662343:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827480.662365:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827480.662386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827480/real 1787827480] req@ffff8a4f13c59680 x1874669422133120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827480.662400:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422133120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827480.662409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827480.662413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827480.662417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827480.662423:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827480.662442:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827480.662450:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827480/real 1787827480] req@ffff8a4f13c58000 x1874669422133248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827480.662458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422133248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827480.662463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827480.662465:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827480.662468:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827480.662472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827480.662482:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827480.662488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827480/real 1787827480] req@ffff8a4f13c59a40 x1874669422133376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827480.662501:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422133376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827480.662507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827480.662509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827480.662511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827480.790068:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827481.814096:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827482.838094:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827483.861980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827484.886070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827485.781998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827485.782005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827485.782009:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827485.782017:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3444 00000100:00080000:3.0:1787827485.782025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827485.782031:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827485.782062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422133504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827485.782083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827485.782086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827485.782087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827485.782090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3444 00000100:00080000:3.0:1787827485.782093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827485.782096:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827485.782103:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827485.782112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422133632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827485.782119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827485.782122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827485.782123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827485.782125:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3444 00000100:00080000:3.0:1787827485.782127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827485.782131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827485.782135:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422133504:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787827485.782135:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827485.782144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422133760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827485.782155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827485.782157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827485.782158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827485.782160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3444 00000100:00080000:3.0:1787827485.782162:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827485.782164:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827485.782167:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827485.782176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422133888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827485.782186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827485.782189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827485.782190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827485.782192:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3444 00000100:00080000:3.0:1787827485.782195:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827485.782197:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827485.782200:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827485.782207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422134016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827485.782238:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827485.782268:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827485.782284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827485.782300:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827485.909989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827486.934036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827487.958163:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827488.854169:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787827488.854222:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827488.854240:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827488.854283:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827488.854292:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827488.854300:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827488.854307:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827488.854379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827485/real 1787827488] req@ffff8a4f08da8f00 x1874669422133760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827488.854418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422133760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827488.854438:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827488.854446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827488.854453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827488.854467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827485/real 1787827488] req@ffff8a4f08da83c0 x1874669422133888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827488.854524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422133888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827488.854538:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827488.854544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827488.854549:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827488.854560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827485/real 1787827488] req@ffff8a4f08dab840 x1874669422134016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827488.854580:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422134016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827488.854591:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827488.854604:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827488.854609:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134016:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827488.854618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827485/real 1787827488] req@ffff8a4f08daad00 x1874669422133504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827488.854636:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422133504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827488.854647:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827488.854651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827488.854656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422133504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827488.854666:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827485/real 1787827488] req@ffff8a4f08daa940 x1874669422133632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827488.854697:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422133632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827488.854708:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827488.854714:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827488.854719:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422133632:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787827488.982170:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827490.005991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827490.902001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827490.902014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827490.902021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827490.902039:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3449 00000100:00080000:0.0:1787827490.902057:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827490.902070:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827490.902124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422134144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827490.902187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827490.902195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827490.902199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827490.902207:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3449 00000100:00080000:0.0:1787827490.902215:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827490.902223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827490.902241:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827490.902265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422134272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827490.902284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827490.902290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827490.902293:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827490.902300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3449 00000100:00080000:0.0:1787827490.902306:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827490.902313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827490.902322:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827490.902341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422134400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827490.902358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827490.902365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827490.902368:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827490.902375:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3449 00000100:00080000:0.0:1787827490.902382:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827490.902392:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827490.902401:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827490.902421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422134528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827490.902442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827490.902449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422134144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827490.902450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827490.902460:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827490.902474:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3449 00000100:00080000:0.0:1787827490.902480:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827490.902487:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827490.902498:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827490.902523:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422134656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827490.902583:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827490.902657:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827490/real 1787827490] req@ffff8a4f13c583c0 x1874669422134144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827490.902693:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422134144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827490.902715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827490.902724:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827490.902732:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422134144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827490.902747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827490.902795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827490.902823:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827490/real 1787827490] req@ffff8a4f13c5a940 x1874669422134272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827490.902848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422134272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827490.902987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827490.902995:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827490.903003:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827490.903022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827490.903070:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827490.903100:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827490/real 1787827490] req@ffff8a4f13c58780 x1874669422134400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827490.903123:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422134400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827490.903138:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827490.903144:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827490.903150:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827490.904012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827490.904070:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827490.904097:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827490/real 1787827490] req@ffff8a4f13c5a580 x1874669422134528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827490.904124:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422134528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827490.904142:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827490.904149:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827490.904190:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827490.904204:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827490.904252:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827490.904278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827490/real 1787827490] req@ffff8a4f13c58f00 x1874669422134656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827490.904326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422134656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827490.904345:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827490.904351:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827490.904359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827491.030163:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827492.054041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827493.078028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827494.102144:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827495.126170:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827496.021985:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827496.021999:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827496.022005:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827496.022019:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3454 00000100:00080000:1.0:1787827496.022035:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827496.022045:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827496.022099:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422134784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827496.022148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827496.022155:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827496.022164:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827496.022171:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3454 00000100:00080000:1.0:1787827496.022178:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827496.022207:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827496.022208:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422134784:192.168.203.149@tcp:250:kworker.0 00000008:00100000:1.0:1787827496.022234:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827496.022253:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422134912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827496.022269:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827496.022287:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827496.022290:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827496.022295:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3454 00000100:00080000:1.0:1787827496.022304:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827496.022310:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827496.022335:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787827496.022338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827496.022354:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422135040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827496.022370:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827496.022376:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827496.022380:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827496.022386:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3454 00000100:00080000:1.0:1787827496.022392:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827496.022399:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827496.022409:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827496.022426:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422135168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827496.022427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827496/real 1787827496] req@ffff8a4f13cb2d00 x1874669422134784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827496.022446:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827496.022461:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787827496.022465:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422134784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827496.022467:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827496.022492:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3454 00000100:00080000:3.0:1787827496.022496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827496.022500:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827496.022504:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787827496.022508:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827496.022519:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827496.022520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422134784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827496.022540:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422135296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827496.022564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827496.022613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827496.022652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827496/real 1787827496] req@ffff8a4f13cb1a40 x1874669422134912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827496.022679:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422134912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827496.022691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827496.022695:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827496.022702:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422134912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827496.022716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827496.022772:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827496.022796:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827496/real 1787827496] req@ffff8a4f13cb30c0 x1874669422135040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827496.022827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422135040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827496.022843:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827496.022849:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827496.022968:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827496.022983:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827496.023034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827496.023061:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827496/real 1787827496] req@ffff8a4f13cb1e00 x1874669422135168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827496.023082:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422135168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827496.023102:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827496.023106:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827496.023111:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827496.023118:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827496.023147:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827496.023161:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827496/real 1787827496] req@ffff8a4f13cb2580 x1874669422135296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827496.023175:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422135296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827496.023185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827496.023189:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827496.023192:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827496.150090:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827497.174078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827498.198113:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827499.222142:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827500.246079:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827501.141988:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827501.142000:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827501.142005:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827501.142031:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3459 00000100:00080000:1.0:1787827501.142042:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827501.142049:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827501.142088:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422135424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827501.142132:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827501.142135:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827501.142136:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827501.142141:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3459 00000100:00080000:1.0:1787827501.142145:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827501.142150:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827501.142160:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827501.142200:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422135552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827501.142259:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827501.142266:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787827501.142268:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422135424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827501.142271:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827501.142289:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3459 00000100:00080000:1.0:1787827501.142321:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827501.142327:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827501.142335:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827501.142356:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422135680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827501.142387:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827501.142395:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827501.142399:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827501.142406:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3459 00000100:00080000:1.0:1787827501.142415:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827501.142424:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827501.142434:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827501.142454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827501.142473:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422135808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827501.142486:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827501.142490:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827501.142492:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827501.142498:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3459 00000100:00080000:1.0:1787827501.142525:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827501.142529:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827501.142534:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827501.142559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827501/real 1787827501] req@ffff8a4f13cb0b40 x1874669422135424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827501.142560:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422135936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827501.142650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422135424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827501.142684:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827501.142690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827501.142695:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422135424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827501.142732:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827501.142766:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827501.142782:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827501/real 1787827501] req@ffff8a4f13cb3840 x1874669422135552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827501.142797:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422135552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827501.142807:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827501.142811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827501.142815:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827501.142822:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827501.142937:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827501.142957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827501/real 1787827501] req@ffff8a4f13cb2580 x1874669422135680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827501.142976:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422135680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827501.142985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827501.142989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827501.142992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827501.142999:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827501.143035:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827501.143046:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827501/real 1787827501] req@ffff8a4f13cb1e00 x1874669422135808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827501.143058:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422135808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827501.143066:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827501.143068:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827501.143071:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827501.143077:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827501.143103:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827501.143112:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827501/real 1787827501] req@ffff8a4f13cb30c0 x1874669422135936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827501.143123:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422135936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827501.143131:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827501.143133:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827501.143136:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422135936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827501.270113:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827502.294108:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827503.318104:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827504.342056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827505.366034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827506.261930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827506.261945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827506.261949:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827506.261957:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3464 00000100:00080000:3.0:1787827506.261966:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827506.261972:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827506.262004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422136064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827506.262025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827506.262028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827506.262030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827506.262032:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3464 00000100:00080000:3.0:1787827506.262034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827506.262038:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827506.262045:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827506.262054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422136192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827506.262062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827506.262066:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422136064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827506.262066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827506.262069:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827506.262077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3464 00000100:00080000:3.0:1787827506.262079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827506.262082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827506.262085:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827506.262094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422136320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827506.262101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827506.262103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827506.262105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827506.262110:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3464 00000100:00080000:3.0:1787827506.262114:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827506.262119:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827506.262124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827506.262129:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827506.262142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422136448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827506.262154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827506.262158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827506.262160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827506.262163:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3464 00000100:00080000:3.0:1787827506.262167:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827506.262172:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827506.262173:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827506/real 1787827506] req@ffff8a4f08da9680 x1874669422136064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787827506.262178:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827506.262195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422136576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827506.262196:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422136064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827506.262228:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827506.262232:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827506.262236:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422136064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827506.262259:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827506.262283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827506.262297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827506/real 1787827506] req@ffff8a4f08daa1c0 x1874669422136192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827506.262310:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422136192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827506.262319:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827506.262322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827506.262337:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827506.262345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827506.262368:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827506.262378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827506/real 1787827506] req@ffff8a4f08da92c0 x1874669422136320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827506.262386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422136320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827506.262391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827506.262393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827506.262396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827506.262400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827506.262412:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827506.262418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827506/real 1787827506] req@ffff8a4f08daa580 x1874669422136448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827506.262426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422136448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827506.262430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827506.262432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827506.262434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827506.262438:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827506.262447:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827506.262460:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827506/real 1787827506] req@ffff8a4f08da8000 x1874669422136576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827506.262468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422136576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827506.262473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827506.262475:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827506.262477:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827506.390006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827507.414072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827508.438049:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827509.462005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827510.485943:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827511.381985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827511.381997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827511.382002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827511.382014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3469 00000100:00080000:0.0:1787827511.382026:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827511.382033:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827511.382069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422136704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827511.382096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827511.382099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827511.382101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827511.382104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3469 00000100:00080000:0.0:1787827511.382108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827511.382111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827511.382120:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827511.382147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422136832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827511.382155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827511.382158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787827511.382158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422136704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827511.382161:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827511.382164:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3469 00000100:00080000:0.0:1787827511.382166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827511.382173:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827511.382177:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827511.382185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422136960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827511.382191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827511.382193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827511.382194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827511.382197:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3469 00000100:00080000:0.0:1787827511.382199:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827511.382202:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827511.382205:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827511.382211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422137088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827511.382221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827511.382224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827511.382225:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827511.382227:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3469 00000100:00080000:0.0:1787827511.382230:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787827511.382231:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827511.382235:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827511.382240:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827511.382249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422137216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827511.382270:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827511/real 1787827511] req@ffff8a4f13c5a1c0 x1874669422136704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827511.382285:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422136704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827511.382311:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827511.382315:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827511.382318:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422136704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827511.382346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827511.382366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827511.382376:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827511/real 1787827511] req@ffff8a4f13c592c0 x1874669422136832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827511.382392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422136832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827511.382434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827511.382436:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827511.382439:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827511.382444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827511.382458:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827511.382466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827511/real 1787827511] req@ffff8a4f13c5b0c0 x1874669422136960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827511.382474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422136960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827511.382495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827511.382497:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827511.382500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422136960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827511.382504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827511.382519:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827511.382527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827511/real 1787827511] req@ffff8a4f13c5bc00 x1874669422137088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827511.382535:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422137088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827511.382541:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827511.382543:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827511.382551:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827511.382556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827511.382571:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827511.382594:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827511/real 1787827511] req@ffff8a4f13c58f00 x1874669422137216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827511.382601:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422137216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827511.382606:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827511.382608:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827511.382610:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827511.510030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827512.533981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827513.558054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827514.581975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827515.606005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827516.502023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827516.502039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827516.502046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827516.502060:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3474 00000100:00080000:3.0:1787827516.502076:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827516.502087:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827516.502138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422137344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827516.502177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827516.502185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827516.502204:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827516.502210:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3474 00000100:00080000:3.0:1787827516.502216:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827516.502224:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827516.502239:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827516.502257:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422137344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827516.502265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422137472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827516.502285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827516.502291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827516.502294:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827516.502300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3474 00000100:00080000:3.0:1787827516.502306:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827516.502312:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827516.502320:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827516.502338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422137600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827516.502353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827516.502354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827516.502362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827516.502365:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827516.502374:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3474 00000100:00080000:3.0:1787827516.502382:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827516.502388:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827516.502398:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827516.502411:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827516/real 1787827516] req@ffff8a4f08dab480 x1874669422137344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827516.502420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422137728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827516.502451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827516.502455:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827516.502457:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827516.502460:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422137344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827516.502466:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3474 00000100:00080000:3.0:1787827516.502476:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827516.502485:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827516.502485:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:1.0:1787827516.502496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000008:00100000:3.0:1787827516.502497:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827516.502502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422137344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827516.502514:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422137856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827516.502537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827516.502564:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827516.502616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827516/real 1787827516] req@ffff8a4f08dab0c0 x1874669422137472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827516.502627:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422137472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827516.502635:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827516.502637:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827516.502640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827516.502645:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827516.502660:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827516.502686:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827516/real 1787827516] req@ffff8a4f08da8b40 x1874669422137600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827516.502696:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422137600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827516.502704:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827516.502706:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827516.502708:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827516.502713:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827516.502755:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827516.502767:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827516/real 1787827516] req@ffff8a4f08dabc00 x1874669422137728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827516.502779:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422137728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827516.502796:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827516.502799:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827516.502802:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827516.502808:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827516.502828:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827516.502837:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827516/real 1787827516] req@ffff8a4f08da9a40 x1874669422137856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827516.502847:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422137856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827516.502906:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827516.502909:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827516.502913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422137856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827516.629969:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827517.654008:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827518.677992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827519.702048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827520.726073:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827521.621972:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827521.621983:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827521.621987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827521.621999:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3480 00000100:00080000:2.0:1787827521.622011:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827521.622019:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827521.622066:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422137984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827521.622101:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827521.622104:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827521.622106:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827521.622109:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3480 00000100:00080000:2.0:1787827521.622112:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827521.622114:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827521.622124:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827521.622134:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422138112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827521.622143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827521.622146:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827521.622147:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827521.622150:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3480 00000100:00080000:2.0:1787827521.622151:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827521.622156:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827521.622158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422137984:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787827521.622160:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827521.622172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422138240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827521.622192:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827521.622196:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827521.622199:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827521.622204:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3480 00000100:00080000:2.0:1787827521.622209:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827521.622213:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827521.622220:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827521.622240:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422138368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827521.622253:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827521.622254:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827521.622262:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827521.622265:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827521.622271:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3480 00000100:00080000:2.0:1787827521.622277:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827521.622283:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827521.622290:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827521.622302:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422138496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827521.622322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827521/real 1787827521] req@ffff8a4f06e8f840 x1874669422137984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827521.622342:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422137984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827521.622353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827521.622356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827521.622359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422137984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827521.622382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827521.622404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827521.622414:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827521/real 1787827521] req@ffff8a4f06e8de00 x1874669422138112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827521.622423:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422138112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827521.622429:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827521.622432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827521.622434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827521.622463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827521.622475:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827521.622482:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827521/real 1787827521] req@ffff8a4f06e8f0c0 x1874669422138240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827521.622490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422138240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827521.622496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827521.622498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827521.622500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827521.622504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827521.622523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827521.622535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827521/real 1787827521] req@ffff8a4f06e8c000 x1874669422138368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827521.622557:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422138368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827521.622567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827521.622571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827521.622574:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827521.622580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827521.622598:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827521.622606:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827521/real 1787827521] req@ffff8a4f06e8e580 x1874669422138496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827521.622614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422138496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827521.622620:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827521.622622:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827521.622625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827521.750102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827522.773998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827523.798105:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827524.822010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827525.846083:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827526.741957:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827526.741966:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827526.741969:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827526.741977:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3485 00000100:00080000:1.0:1787827526.741986:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827526.742008:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827526.742040:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422138624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827526.742079:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827526.742083:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827526.742084:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827526.742087:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3485 00000100:00080000:1.0:1787827526.742091:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827526.742094:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827526.742119:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827526.742129:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422138752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827526.742137:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827526.742140:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827526.742142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827526.742146:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3485 00000100:00080000:1.0:1787827526.742149:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827526.742150:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422138624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827526.742154:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827526.742162:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827526.742169:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422138880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827526.742176:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827526.742178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827526.742180:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827526.742182:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3485 00000100:00080000:1.0:1787827526.742189:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827526.742193:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827526.742197:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827526.742206:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422139008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827526.742213:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787827526.742215:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827526.742216:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827526.742220:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827526.742223:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3485 00000100:00080000:1.0:1787827526.742226:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827526.742228:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827526.742231:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827526.742238:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422139136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827526.742269:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827526/real 1787827526] req@ffff8a4f13cb1a40 x1874669422138624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827526.742284:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422138624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827526.742291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827526.742295:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827526.742299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422138624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827526.742323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827526.742341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827526.742351:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827526/real 1787827526] req@ffff8a4f13cb2d00 x1874669422138752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827526.742360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422138752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827526.742366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827526.742368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827526.742370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827526.742376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827526.742396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827526.742424:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827526/real 1787827526] req@ffff8a4f13cb0780 x1874669422138880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827526.742440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422138880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827526.742451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827526.742455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827526.742458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422138880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827526.742464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827526.742492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827526.742505:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827526/real 1787827526] req@ffff8a4f13cb21c0 x1874669422139008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827526.742542:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422139008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827526.742549:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827526.742551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827526.742553:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827526.742557:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827526.742571:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827526.742579:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827526/real 1787827526] req@ffff8a4f13cb0000 x1874669422139136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827526.742591:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422139136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827526.742597:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827526.742599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827526.742601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827526.870008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827527.894059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827528.918014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827529.942046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827530.966147:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827531.861984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827531.861993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827531.861997:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827531.862006:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3490 00000100:00080000:0.0:1787827531.862016:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827531.862022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827531.862077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422139264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827531.862098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827531.862101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827531.862102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827531.862104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3490 00000100:00080000:0.0:1787827531.862107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827531.862109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827531.862118:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827531.862145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422139392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827531.862156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827531.862158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422139264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827531.862162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827531.862167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827531.862172:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3490 00000100:00080000:0.0:1787827531.862174:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827531.862177:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827531.862182:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827531.862206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422139520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827531.862212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827531.862215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827531.862216:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827531.862218:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3490 00000100:00080000:0.0:1787827531.862222:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827531.862224:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827531.862227:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827531.862234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422139648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827531.862240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787827531.862246:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827531.862249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827531.862252:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827531.862255:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3490 00000100:00080000:0.0:1787827531.862258:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827531.862262:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827531.862265:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827531.862272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422139776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827531.862292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827531/real 1787827531] req@ffff8a4f13c5a580 x1874669422139264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827531.862307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422139264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827531.862320:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827531.862323:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827531.862326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422139264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827531.862353:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827531.862371:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827531.862380:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827531/real 1787827531] req@ffff8a4f13c58780 x1874669422139392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827531.862388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422139392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827531.862395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827531.862399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827531.862402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827531.862409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827531.862430:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827531.862443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827531/real 1787827531] req@ffff8a4f13c5a940 x1874669422139520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827531.862456:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422139520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827531.862464:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827531.862467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827531.862471:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827531.862487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827531.862511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827531.862522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827531/real 1787827531] req@ffff8a4f13c583c0 x1874669422139648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827531.862530:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422139648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827531.862536:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827531.862538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827531.862540:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827531.862544:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827531.862556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827531.862563:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827531/real 1787827531] req@ffff8a4f13c59a40 x1874669422139776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827531.862570:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422139776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827531.862575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827531.862577:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827531.862579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422139776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827531.989996:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827533.014031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827534.038046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827535.062156:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827536.086058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827536.982068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827536.982086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827536.982092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827536.982122:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3495 00000100:00080000:3.0:1787827536.982134:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827536.982142:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827536.982184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422139904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827536.982223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827536.982227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827536.982229:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827536.982233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3495 00000100:00080000:3.0:1787827536.982237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827536.982240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827536.982250:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827536.982264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422140032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827536.982275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827536.982279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827536.982281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827536.982286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3495 00000100:00080000:3.0:1787827536.982290:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827536.982294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827536.982298:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827536.982309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422140160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827536.982326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827536.982331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827536.982333:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827536.982337:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3495 00000100:00080000:3.0:1787827536.982340:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827536.982345:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827536.982348:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422139904:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787827536.982350:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827536.982361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422140288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827536.982378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827536.982383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827536.982385:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827536.982388:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3495 00000100:00080000:3.0:1787827536.982390:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827536.982394:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827536.982398:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827536.982409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422140416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827536.982621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827536.982717:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827536/real 1787827536] req@ffff8a4f08da9e00 x1874669422139904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827536.982776:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422139904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827536.982790:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827536.982795:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827536.982808:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422139904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827536.982918:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827536.982970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827536.982986:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827536/real 1787827536] req@ffff8a4f08da8780 x1874669422140032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827536.983000:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422140032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827536.983008:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827536.983012:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827536.983016:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827536.983042:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827536.983061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827536.983071:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827536/real 1787827536] req@ffff8a4f08da9a40 x1874669422140160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827536.983083:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422140160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827536.983091:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827536.983093:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827536.983096:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827536.983102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827536.983118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827536.983127:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827536/real 1787827536] req@ffff8a4f08dabc00 x1874669422140288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827536.983161:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422140288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827536.983170:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827536.983173:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827536.983191:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827536.983198:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827536.983240:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827536.983253:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827536/real 1787827536] req@ffff8a4f08da8b40 x1874669422140416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827536.983265:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422140416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827536.983304:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827536.983307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827536.983311:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827537.110035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827538.134049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827539.158153:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827540.182201:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827541.206005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827542.101903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827542.101911:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827542.101914:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827542.101923:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3500 00000100:00080000:3.0:1787827542.101933:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827542.101939:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827542.101971:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422140544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827542.101993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827542.101996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827542.101997:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827542.102003:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3500 00000100:00080000:3.0:1787827542.102005:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827542.102008:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827542.102016:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827542.102024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422140672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827542.102032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827542.102034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827542.102036:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827542.102038:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3500 00000100:00080000:3.0:1787827542.102040:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827542.102042:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827542.102046:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827542.102052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422140800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827542.102057:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422140544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827542.102065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827542.102069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827542.102070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827542.102073:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3500 00000100:00080000:3.0:1787827542.102074:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827542.102077:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827542.102081:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827542.102088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422140928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827542.102094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827542.102096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827542.102098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827542.102100:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3500 00000100:00080000:3.0:1787827542.102102:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827542.102104:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827542.102107:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827542.102115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422141056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827542.102122:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827542.102167:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827542/real 1787827542] req@ffff8a4f08dab0c0 x1874669422140544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827542.102182:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422140544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827542.102207:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827542.102211:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827542.102214:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422140544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827542.102219:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827542.102236:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827542.102246:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827542/real 1787827542] req@ffff8a4f08dab480 x1874669422140672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827542.102254:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422140672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827542.102259:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827542.102261:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827542.102263:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827542.102281:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827542.102291:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827542.102297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827542/real 1787827542] req@ffff8a4f08da8000 x1874669422140800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827542.102305:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422140800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827542.102310:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827542.102312:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827542.102314:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827542.102324:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827542.102337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827542.102344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827542/real 1787827542] req@ffff8a4f08daa580 x1874669422140928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827542.102351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422140928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827542.102356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827542.102358:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827542.102360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422140928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827542.102364:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827542.102373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827542.102378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827542/real 1787827542] req@ffff8a4f08da92c0 x1874669422141056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827542.102386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422141056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827542.102390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827542.102392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827542.102394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827542.230066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827543.254040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827544.278078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827545.301995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827546.326051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827547.221906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827547.221914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827547.221917:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827547.221925:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3505 00000100:00080000:3.0:1787827547.221934:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827547.221940:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827547.221978:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422141184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827547.222008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827547.222011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827547.222012:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827547.222015:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3505 00000100:00080000:3.0:1787827547.222018:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827547.222021:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827547.222029:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827547.222042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422141312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827547.222050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827547.222052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827547.222054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827547.222056:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3505 00000100:00080000:3.0:1787827547.222058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827547.222064:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422141184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827547.222064:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827547.222069:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827547.222079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422141440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827547.222086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827547.222088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827547.222090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827547.222093:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3505 00000100:00080000:3.0:1787827547.222098:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827547.222102:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827547.222108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827547.222120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422141568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827547.222130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827547.222137:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827547.222138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827547.222143:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827547.222147:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3505 00000100:00080000:3.0:1787827547.222151:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827547.222155:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827547.222159:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827547.222170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422141696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827547.222195:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827547/real 1787827547] req@ffff8a4f08daa1c0 x1874669422141184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827547.222222:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422141184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827547.222231:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827547.222235:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827547.222239:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422141184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827547.222247:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827547.222266:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827547.222279:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827547/real 1787827547] req@ffff8a4f08da9680 x1874669422141312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827547.222293:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422141312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827547.222301:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827547.222304:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827547.222307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827547.222344:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827547.222368:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827547.222381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827547/real 1787827547] req@ffff8a4f08daa940 x1874669422141440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827547.222395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422141440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827547.222418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827547.222422:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827547.222425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827547.222432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827547.222457:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827547.222470:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827547/real 1787827547] req@ffff8a4f08daad00 x1874669422141568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827547.222484:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422141568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827547.222492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827547.222496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827547.222500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827547.222507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827547.222577:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827547.222590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827547/real 1787827547] req@ffff8a4f08dab840 x1874669422141696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827547.222604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422141696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827547.222612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827547.222615:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827547.222626:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827547.349979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827548.374038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827549.397988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827550.422018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827551.445995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827552.341931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827552.341939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827552.341943:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827552.341952:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3510 00000100:00080000:3.0:1787827552.341961:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827552.341968:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827552.342000:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422141824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827552.342024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827552.342030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827552.342032:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827552.342036:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3510 00000100:00080000:3.0:1787827552.342040:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827552.342044:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827552.342054:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827552.342066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422141952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827552.342075:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422141824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827552.342076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827552.342080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827552.342082:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827552.342084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3510 00000100:00080000:3.0:1787827552.342088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827552.342092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827552.342096:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827552.342107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422142080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827552.342115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827552.342117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827552.342119:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827552.342122:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3510 00000100:00080000:3.0:1787827552.342125:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827552.342128:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827552.342133:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827552.342141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422142208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827552.342150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827552.342153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827552.342155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827552.342158:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3510 00000100:00080000:3.0:1787827552.342161:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827552.342164:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827552.342169:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827552.342179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422142336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827552.342186:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827552.342218:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827552.342243:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827552.342260:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827552.470081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827553.493973:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827554.518102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827555.414168:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787827555.414214:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827555.414232:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827555.414284:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827555.414295:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827555.414304:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827555.414312:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827555.414359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827552/real 1787827555] req@ffff8a4f08daa940 x1874669422142336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.414387:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422142336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.414405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.414411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827555.414416:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142336:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827555.414425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827552/real 1787827555] req@ffff8a4f08da8f00 x1874669422141952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.414440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422141952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.414448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.414452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827555.414469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422141952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827555.414498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827552/real 1787827555] req@ffff8a4f08dab840 x1874669422142080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.414512:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422142080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.414520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.414524:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827555.414528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827555.414536:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827552/real 1787827555] req@ffff8a4f08daad00 x1874669422142208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.414549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422142208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.414557:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.414566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827555.414571:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827555.414578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827552/real 1787827555] req@ffff8a4f08da83c0 x1874669422141824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827555.414592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422141824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827555.414600:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827555.414603:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827555.414607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422141824:192.168.203.149@tcp:250:kworker.0 00010000:00010000:0.0:1787827555.542030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827556.566164:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827557.461968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827557.461976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827557.461979:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827557.461988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3515 00000100:00080000:3.0:1787827557.461998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827557.462005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827557.462038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422142464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827557.462061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827557.462071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827557.462073:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827557.462075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3515 00000100:00080000:3.0:1787827557.462078:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827557.462081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827557.462089:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827557.462100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422142592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827557.462108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827557.462110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827557.462112:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827557.462116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3515 00000100:00080000:3.0:1787827557.462119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827557.462120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422142464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827557.462122:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827557.462130:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827557.462139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422142720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827557.462146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827557.462148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827557.462149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827557.462152:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3515 00000100:00080000:3.0:1787827557.462154:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827557.462157:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827557.462160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827557.462168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422142848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827557.462184:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827557.462185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827557.462189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827557.462191:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827557.462194:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3515 00000100:00080000:3.0:1787827557.462197:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827557.462200:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827557.462203:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827557.462211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422142976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827557.462255:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827557/real 1787827557] req@ffff8a4f08da9680 x1874669422142464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827557.462275:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422142464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827557.462286:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827557.462291:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827557.462297:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422142464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827557.462324:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827557.462349:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827557.462388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827557/real 1787827557] req@ffff8a4f08daa1c0 x1874669422142592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827557.462398:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422142592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827557.462404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827557.462406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827557.462409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827557.462413:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827557.462429:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827557.462437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827557/real 1787827557] req@ffff8a4f08da92c0 x1874669422142720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827557.462480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422142720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827557.462488:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827557.462492:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827557.462496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827557.462502:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827557.462526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827557.462540:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827557/real 1787827557] req@ffff8a4f08daa580 x1874669422142848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827557.462552:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422142848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827557.462559:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827557.462563:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827557.462566:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827557.462572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827557.462589:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827557.462599:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827557/real 1787827557] req@ffff8a4f08da8000 x1874669422142976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827557.462611:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422142976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827557.462631:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827557.462635:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827557.462638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422142976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827557.589980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827558.614088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827559.638010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827560.662033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827561.686003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827562.581957:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827562.581965:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827562.581969:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827562.581977:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3520 00000100:00080000:1.0:1787827562.581989:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827562.581997:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827562.582037:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422143104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827562.582064:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827562.582067:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827562.582069:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827562.582072:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3520 00000100:00080000:1.0:1787827562.582075:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827562.582079:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827562.582088:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827562.582104:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422143232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827562.582104:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422143104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827562.582131:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827562.582134:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827562.582149:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827562.582154:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3520 00000100:00080000:1.0:1787827562.582157:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827562.582161:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827562.582165:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827562.582177:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422143360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827562.582194:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827562.582205:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827562.582209:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827562.582211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827562.582215:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3520 00000100:00080000:1.0:1787827562.582218:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827562.582221:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827562.582226:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827562.582235:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827562/real 1787827562] req@ffff8a4f13cb03c0 x1874669422143104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827562.582239:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422143488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827562.582270:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827562.582273:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827562.582290:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827562.582296:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422143104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827562.582299:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3520 00000100:00080000:1.0:1787827562.582306:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827562.582315:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827562.582324:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787827562.582330:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827562.582343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827562.582350:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422143616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827562.582356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422143104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827562.582395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422143232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827562.582459:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827562.582484:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827562/real 1787827562] req@ffff8a4f13cb12c0 x1874669422143232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827562.582496:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422143232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827562.582503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827562.582505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827562.582508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422143232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827562.582512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422143360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827562.582527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827562.582535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827562/real 1787827562] req@ffff8a4f13cb0000 x1874669422143360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827562.582544:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422143360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827562.582549:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827562.582551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827562.582553:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422143360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827562.582558:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422143488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827562.582577:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827562.582589:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827562/real 1787827562] req@ffff8a4f13cb21c0 x1874669422143488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827562.582604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422143488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827562.582622:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827562.582625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827562.582628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422143488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827562.582633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422143616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827562.582650:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827562.582667:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827562/real 1787827562] req@ffff8a4f13cb0780 x1874669422143616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827562.582675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422143616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827562.582681:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827562.582684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827562.582686:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422143616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827562.710011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827563.733984:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827564.758067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827565.782027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827566.806074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827567.701938:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827567.701944:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827567.701948:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827567.701956:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3526 00000100:00080000:2.0:1787827567.701965:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827567.701970:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827567.702001:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422143744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827567.702023:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827567.702025:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827567.702027:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827567.702029:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3526 00000100:00080000:2.0:1787827567.702032:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827567.702034:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827567.702041:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827567.702050:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422143872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827567.702057:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827567.702059:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827567.702061:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827567.702063:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3526 00000100:00080000:2.0:1787827567.702065:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827567.702068:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827567.702072:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422143744:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787827567.702073:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827567.702083:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422144000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827567.702089:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827567.702091:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827567.702092:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827567.702095:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3526 00000100:00080000:2.0:1787827567.702097:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827567.702100:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827567.702104:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827567.702111:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422144128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827567.702117:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827567.702119:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827567.702121:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827567.702123:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3526 00000100:00080000:2.0:1787827567.702125:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827567.702127:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827567.702130:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827567.702135:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827567.702140:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422144256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827567.702179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827567/real 1787827567] req@ffff8a4f06e8d680 x1874669422143744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827567.702193:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422143744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827567.702200:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827567.702204:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827567.702207:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422143744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827567.702212:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422143872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827567.702227:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827567.702236:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827567/real 1787827567] req@ffff8a4f06e8d2c0 x1874669422143872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827567.702245:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422143872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827567.702251:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827567.702253:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827567.702255:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422143872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827567.702274:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827567.702285:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827567.702291:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827567/real 1787827567] req@ffff8a4f06e8e940 x1874669422144000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827567.702298:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422144000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827567.702304:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827567.702305:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827567.702307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827567.702311:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827567.702321:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827567.702327:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827567/real 1787827567] req@ffff8a4f06e8cb40 x1874669422144128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827567.702334:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422144128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827567.702339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827567.702341:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827567.702343:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827567.702346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827567.702355:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827567.702360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827567/real 1787827567] req@ffff8a4f06e8c3c0 x1874669422144256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827567.702367:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422144256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827567.702388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827567.702390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827567.702392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827567.830009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827568.854061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827569.877990:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827570.902005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827571.926059:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827572.821959:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827572.821972:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827572.821978:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827572.821990:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3531 00000100:00080000:2.0:1787827572.822003:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827572.822013:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827572.822057:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422144384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827572.822103:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827572.822108:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827572.822111:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827572.822117:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3531 00000100:00080000:2.0:1787827572.822122:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827572.822139:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827572.822152:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827572.822165:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422144384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827572.822174:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422144512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827572.822194:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827572.822200:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827572.822203:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827572.822208:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3531 00000100:00080000:2.0:1787827572.822227:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827572.822235:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787827572.822238:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:2.0:1787827572.822248:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827572.822288:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422144640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827572.822305:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827572.822305:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827572/real 1787827572] req@ffff8a4f06e8cf00 x1874669422144384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827572.822321:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827572.822328:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827572.822357:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3531 00000100:00080000:2.0:1787827572.822373:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827572.822392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422144384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827572.822401:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:3.0:1787827572.822410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787827572.822415:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787827572.822418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827572.822435:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422144384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827572.822448:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422144768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827572.822464:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827572.822470:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787827572.822475:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144512:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787827572.822476:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827572.822489:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3531 00000100:00080000:2.0:1787827572.822496:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827572.822502:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827572.822510:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827572.822525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827572.822532:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422144896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827572.822552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827572/real 1787827572] req@ffff8a4f06e8f480 x1874669422144512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827572.822575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422144512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827572.822589:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827572.822595:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827572.822600:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827572.822609:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827572.822639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827572.822667:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827572/real 1787827572] req@ffff8a4f06e8e1c0 x1874669422144640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827572.822696:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422144640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827572.822716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827572.822720:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827572.822725:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827572.822735:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827572.822765:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827572.822781:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827572/real 1787827572] req@ffff8a4f06e8ed00 x1874669422144768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827572.822794:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422144768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827572.822802:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827572.822805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827572.822808:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827572.822828:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827572.822847:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827572.822894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827572/real 1787827572] req@ffff8a4f06e8c780 x1874669422144896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827572.822906:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422144896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827572.822913:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827572.822916:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827572.822920:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422144896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827572.950156:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827573.973990:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827574.998032:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827576.021996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827577.046102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827577.941936:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827577.941945:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827577.941950:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827577.941960:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3536 00000100:00080000:2.0:1787827577.941970:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827577.941977:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827577.942015:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422145024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827577.942048:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827577.942051:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827577.942053:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827577.942056:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3536 00000100:00080000:2.0:1787827577.942061:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827577.942067:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827577.942097:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827577.942116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422145024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827577.942118:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422145152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827577.942148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827577.942151:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827577.942154:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827577.942159:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3536 00000100:00080000:2.0:1787827577.942164:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827577.942167:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827577.942173:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827577.942195:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422145280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827577.942205:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827577.942208:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827577.942210:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827577.942217:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3536 00000100:00080000:2.0:1787827577.942229:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827577.942233:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827577.942238:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827577.942259:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422145408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827577.942269:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827577.942311:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827577.942317:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827577.942319:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827577.942327:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3536 00000100:00080000:2.0:1787827577.942359:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827577.942364:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827577.942370:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827577.942382:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422145536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827577.942414:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827577/real 1787827577] req@ffff8a4f06e8c780 x1874669422145024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827577.942443:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422145024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827577.942476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827577.942483:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827577.942488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422145024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827577.942552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827577.942576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827577.942587:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827577/real 1787827577] req@ffff8a4f06e8ed00 x1874669422145152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827577.942597:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422145152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827577.942603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827577.942606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827577.942608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827577.942614:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827577.942645:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827577.942654:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827577/real 1787827577] req@ffff8a4f06e8e1c0 x1874669422145280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827577.942664:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422145280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827577.942670:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827577.942672:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827577.942675:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827577.942679:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827577.942693:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827577.942700:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827577/real 1787827577] req@ffff8a4f06e8f480 x1874669422145408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827577.942709:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422145408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827577.942716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827577.942718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827577.942720:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827577.942725:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827577.942736:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827577.942743:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827577/real 1787827577] req@ffff8a4f06e8cf00 x1874669422145536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827577.942753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422145536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827577.942759:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827577.942762:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827577.942764:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827578.070073:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827579.094016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827580.118020:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827581.142016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827582.165970:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827583.061969:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827583.061979:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827583.061985:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827583.061997:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3541 00000100:00080000:2.0:1787827583.062010:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827583.062020:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827583.062065:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422145664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827583.062094:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827583.062099:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827583.062102:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827583.062108:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3541 00000100:00080000:2.0:1787827583.062112:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827583.062118:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827583.062131:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827583.062148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422145792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827583.062150:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422145664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827583.062162:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827583.062166:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827583.062168:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827583.062172:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3541 00000100:00080000:2.0:1787827583.062176:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827583.062180:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827583.062185:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827583.062196:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422145920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827583.062206:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827583.062210:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827583.062212:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827583.062216:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3541 00000100:00080000:2.0:1787827583.062220:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787827583.062220:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827583.062225:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827583.062230:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827583.062241:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422146048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827583.062252:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827583.062255:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827583.062258:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827583.062279:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3541 00000100:00080000:2.0:1787827583.062285:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827583.062289:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827583.062292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827583/real 1787827583] req@ffff8a4f06e8c3c0 x1874669422145664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787827583.062297:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827583.062312:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422146176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827583.062325:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422145664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827583.062339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827583.062344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827583.062349:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422145664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827583.062378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827583.062408:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827583.062421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827583/real 1787827583] req@ffff8a4f06e8cb40 x1874669422145792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827583.062432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422145792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827583.062440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827583.062443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827583.062446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827583.062451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827583.062466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827583.062474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827583/real 1787827583] req@ffff8a4f06e8e940 x1874669422145920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827583.062483:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422145920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827583.062490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827583.062492:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827583.062495:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422145920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827583.062499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827583.062512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827583.062521:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827583/real 1787827583] req@ffff8a4f06e8d2c0 x1874669422146048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827583.062538:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422146048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827583.062548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827583.062552:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827583.062558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827583.062566:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827583.062592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827583.062606:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827583/real 1787827583] req@ffff8a4f06e8d680 x1874669422146176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827583.062622:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422146176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827583.062633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827583.062638:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827583.062642:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827583.190118:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827584.213975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827585.238141:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827586.261986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827587.286095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827588.181918:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827588.181926:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827588.181930:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827588.181938:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3546 00000100:00080000:2.0:1787827588.181947:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827588.181953:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827588.181984:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422146304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827588.182020:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827588.182024:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827588.182026:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827588.182030:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3546 00000100:00080000:2.0:1787827588.182034:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827588.182039:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827588.182049:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827588.182075:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422146432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827588.182091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827588.182094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827588.182097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827588.182104:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3546 00000100:00100000:3.0:1787827588.182105:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422146304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827588.182112:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827588.182118:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827588.182124:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827588.182138:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422146560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827588.182145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827588.182148:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827588.182149:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827588.182151:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3546 00000100:00080000:2.0:1787827588.182154:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827588.182158:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827588.182163:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827588.182170:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422146688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827588.182176:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827588.182178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827588.182179:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827588.182182:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3546 00000100:00080000:2.0:1787827588.182185:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827588.182190:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827588.182194:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827588.182201:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422146816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827588.182213:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827588.182305:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827588/real 1787827588] req@ffff8a4f06e8e580 x1874669422146304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827588.182326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422146304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827588.182340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827588.182344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827588.182348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422146304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827588.182380:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827588.182405:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827588.182417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827588/real 1787827588] req@ffff8a4f06e8c000 x1874669422146432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827588.182436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422146432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827588.182445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827588.182448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827588.182451:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827588.182457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827588.182472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827588.182481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827588/real 1787827588] req@ffff8a4f06e8f0c0 x1874669422146560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827588.182491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422146560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827588.182498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827588.182501:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827588.182503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827588.182508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827588.182523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827588.182530:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827588/real 1787827588] req@ffff8a4f06e8de00 x1874669422146688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827588.182541:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422146688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827588.182548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827588.182550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827588.182552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827588.182557:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827588.182569:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827588.182577:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827588/real 1787827588] req@ffff8a4f06e8f840 x1874669422146816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827588.182586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422146816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827588.182593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827588.182595:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827588.182598:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422146816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827588.310040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827589.334009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827590.358035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827591.382005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827592.406025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827593.301946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827593.301954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827593.301957:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827593.301965:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3551 00000100:00080000:3.0:1787827593.301975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827593.301981:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827593.302014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422146944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827593.302038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827593.302041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827593.302042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827593.302045:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3551 00000100:00080000:3.0:1787827593.302047:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827593.302049:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827593.302057:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827593.302065:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422147072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827593.302072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827593.302074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827593.302076:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827593.302079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3551 00000100:00080000:3.0:1787827593.302081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827593.302083:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827593.302086:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827593.302092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422147200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827593.302101:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422146944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827593.302101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827593.302123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827593.302128:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827593.302137:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3551 00000100:00080000:3.0:1787827593.302141:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827593.302148:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827593.302155:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827593.302171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422147328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827593.302186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827593.302208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827593.302210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827593.302214:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3551 00000100:00080000:3.0:1787827593.302220:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827593.302224:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827593.302244:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827593.302261:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827593.302268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422147456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827593.302340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827593/real 1787827593] req@ffff8a4f08dab480 x1874669422146944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827593.302381:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422146944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827593.302398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827593.302405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827593.302411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422146944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827593.302422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827593.302463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827593.302478:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827593/real 1787827593] req@ffff8a4f08dab0c0 x1874669422147072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827593.302501:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422147072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827593.302509:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827593.302513:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827593.302517:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827593.302543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827593.302584:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827593.302598:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827593/real 1787827593] req@ffff8a4f08da8b40 x1874669422147200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827593.302611:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422147200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827593.302632:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827593.302636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827593.302639:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827593.302646:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827593.302666:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827593.302677:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827593/real 1787827593] req@ffff8a4f08dabc00 x1874669422147328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827593.302690:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422147328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827593.302699:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827593.302702:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827593.302706:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827593.302712:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827593.302732:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827593.302743:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827593/real 1787827593] req@ffff8a4f08da9a40 x1874669422147456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827593.302769:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422147456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827593.302778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827593.302781:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827593.302785:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827593.430102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827594.453996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827595.478216:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827596.502208:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827597.526123:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827598.421954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827598.421964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827598.421968:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827598.421978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3556 00000100:00080000:3.0:1787827598.421988:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827598.421995:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827598.422039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422147584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827598.422074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827598.422078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827598.422079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827598.422083:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3556 00000100:00080000:3.0:1787827598.422087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827598.422091:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827598.422101:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827598.422117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422147712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827598.422128:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422147584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827598.422130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827598.422140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827598.422141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827598.422145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3556 00000100:00080000:3.0:1787827598.422148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827598.422151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827598.422172:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827598.422187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422147840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827598.422196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827598.422199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827598.422201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827598.422206:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3556 00000100:00080000:3.0:1787827598.422209:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827598.422216:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787827598.422219:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787827598.422224:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827598.422235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422147968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827598.422244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827598.422246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827598.422248:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827598.422251:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3556 00000100:00080000:3.0:1787827598.422254:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827598.422257:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827598.422260:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827598.422278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827598/real 1787827598] req@ffff8a4f08da8780 x1874669422147584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827598.422279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422148096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827598.422334:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422147584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827598.422347:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827598.422351:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827598.422355:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422147584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827598.422377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827598.422397:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827598.422407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827598/real 1787827598] req@ffff8a4f08da9e00 x1874669422147712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827598.422418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422147712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827598.422444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827598.422447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827598.422450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827598.422456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827598.422474:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827598.422483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827598/real 1787827598] req@ffff8a4f08da9a40 x1874669422147840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827598.422492:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422147840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827598.422499:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827598.422502:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827598.422504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827598.422509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827598.422521:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827598.422528:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827598/real 1787827598] req@ffff8a4f08dabc00 x1874669422147968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827598.422537:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422147968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827598.422543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827598.422545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827598.422554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422147968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827598.422559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827598.422583:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827598.422598:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827598/real 1787827598] req@ffff8a4f08da8b40 x1874669422148096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827598.422613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422148096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827598.422625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827598.422628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827598.422633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827598.550049:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827599.574103:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827600.598090:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827601.622112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827602.646052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827603.541938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827603.541948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827603.541953:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827603.541962:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3561 00000100:00080000:3.0:1787827603.541974:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827603.541992:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827603.542030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422148224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827603.542067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827603.542070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827603.542072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827603.542075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3561 00000100:00080000:3.0:1787827603.542078:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827603.542081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827603.542090:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827603.542099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422148352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827603.542108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827603.542111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827603.542112:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827603.542115:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3561 00000100:00080000:3.0:1787827603.542117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827603.542143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827603.542148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827603.542168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422148480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827603.542181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827603.542185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827603.542189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827603.542194:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3561 00000100:00100000:1.0:1787827603.542201:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422148224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827603.542203:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827603.542217:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827603.542233:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827603.542253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422148608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827603.542264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827603.542268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827603.542269:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827603.542273:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3561 00000100:00080000:3.0:1787827603.542277:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827603.542281:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827603.542285:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827603.542296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827603.542299:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422148736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827603.542370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827603/real 1787827603] req@ffff8a4f08dab0c0 x1874669422148224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827603.542397:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422148224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827603.542413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827603.542420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827603.542426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422148224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827603.542437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827603.542465:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827603.542496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827603/real 1787827603] req@ffff8a4f08dab480 x1874669422148352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827603.542514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422148352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827603.542521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827603.542524:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827603.542527:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827603.542532:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827603.542549:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827603.542557:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827603/real 1787827603] req@ffff8a4f08da8000 x1874669422148480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827603.542578:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422148480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827603.542584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827603.542586:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827603.542589:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827603.542613:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827603.542627:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827603.542635:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827603/real 1787827603] req@ffff8a4f08daa580 x1874669422148608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827603.542645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422148608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827603.542658:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827603.542661:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827603.542664:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827603.542669:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827603.542686:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827603.542695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827603/real 1787827603] req@ffff8a4f08da92c0 x1874669422148736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827603.542704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422148736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827603.542710:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827603.542713:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827603.542715:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827603.670037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827604.693979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827605.718011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827606.741995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827607.766087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827608.661931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827608.661939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827608.661943:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827608.661962:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3567 00000100:00080000:3.0:1787827608.661973:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827608.661979:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827608.662048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422148864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827608.662116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827608.662121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827608.662123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827608.662128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3567 00000100:00080000:3.0:1787827608.662133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827608.662140:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827608.662167:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827608.662188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422148992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827608.662191:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422148864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827608.662212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827608.662217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827608.662220:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827608.662224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3567 00000100:00080000:3.0:1787827608.662229:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827608.662233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827608.662238:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827608.662250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422149120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827608.662260:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827608.662263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827608.662267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827608.662268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827608.662272:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3567 00000100:00080000:3.0:1787827608.662276:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827608.662279:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827608.662284:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827608.662294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422149248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827608.662310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827608.662312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827608/real 1787827608] req@ffff8a4f08daa1c0 x1874669422148864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827608.662314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827608.662318:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827608.662327:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3567 00000100:00080000:3.0:1787827608.662344:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827608.662348:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827608.662352:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827608.662358:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422148864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827608.662366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422149376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827608.662390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827608.662398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827608.662405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422148864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827608.662455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827608.662477:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827608.662488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827608/real 1787827608] req@ffff8a4f08da9680 x1874669422148992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827608.662541:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422148992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827608.662554:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827608.662559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827608.662564:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422148992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827608.662574:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827608.662603:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827608.662616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827608/real 1787827608] req@ffff8a4f08da83c0 x1874669422149120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827608.662643:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422149120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827608.662659:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827608.662662:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827608.662664:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827608.662669:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827608.662683:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827608.662691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827608/real 1787827608] req@ffff8a4f08daad00 x1874669422149248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827608.662729:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422149248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827608.662736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827608.662739:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827608.662742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827608.662747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827608.662780:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827608.662788:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827608/real 1787827608] req@ffff8a4f08dab840 x1874669422149376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827608.662797:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422149376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827608.662803:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827608.662805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827608.662808:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827608.790038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827609.814074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827610.838005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827611.862053:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827612.886156:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827613.782035:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827613.782067:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827613.782085:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827613.782102:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3572 00000100:00080000:0.0:1787827613.782119:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827613.782131:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827613.782193:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422149504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827613.782240:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827613.782246:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827613.782249:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827613.782255:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3572 00000100:00080000:0.0:1787827613.782262:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827613.782270:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827613.782288:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827613.782323:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422149632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827613.782331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422149504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827613.782361:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827613.782369:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827613.782373:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827613.782383:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3572 00000100:00080000:0.0:1787827613.782390:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827613.782398:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827613.782408:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827613.782440:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422149760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827613.782457:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827613.782476:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827613.782482:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827613.782486:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827613.782494:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3572 00000100:00080000:0.0:1787827613.782502:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827613.782511:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827613.782519:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827613.782542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827613/real 1787827613] req@ffff8a4f13c58000 x1874669422149504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827613.782555:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422149888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827613.782583:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827613.782586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422149504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827613.782606:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827613.782619:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827613.782631:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3572 00000100:00080000:0.0:1787827613.782638:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827613.782651:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827613.782665:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787827613.782678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827613.782697:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827613.782708:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422149504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827613.782710:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422150016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827613.782763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827613.782810:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827613.782844:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827613/real 1787827613] req@ffff8a4f13c59680 x1874669422149632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827613.782859:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422149632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827613.782868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827613.782872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827613.782877:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827613.782885:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827613.783000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827613.783019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827613/real 1787827613] req@ffff8a4f13c5b480 x1874669422149760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827613.783035:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422149760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827613.783045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827613.783077:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827613.783083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827613.783119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827613.783141:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827613.783155:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827613/real 1787827613] req@ffff8a4f13c5ad00 x1874669422149888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827613.783169:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422149888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827613.783179:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827613.783183:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827613.783187:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422149888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827613.783194:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827613.783212:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827613.783221:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827613/real 1787827613] req@ffff8a4f13c59a40 x1874669422150016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827613.783229:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422150016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827613.783235:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827613.783237:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827613.783240:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827613.910087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827614.934106:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827615.958149:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827616.982092:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827618.006049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827618.901996:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827618.902006:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827618.902010:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827618.902037:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3577 00000100:00080000:2.0:1787827618.902048:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827618.902056:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827618.902097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422150144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827618.902129:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827618.902133:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827618.902140:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827618.902144:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3577 00000100:00080000:2.0:1787827618.902148:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827618.902151:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827618.902162:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827618.902174:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422150272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827618.902187:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827618.902194:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422150144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827618.902195:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827618.902201:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827618.902218:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3577 00000100:00080000:2.0:1787827618.902222:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827618.902226:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827618.902230:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827618.902244:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422150400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827618.902254:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827618.902257:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827618.902259:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827618.902263:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3577 00000100:00080000:2.0:1787827618.902267:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827618.902270:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827618.902275:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827618.902286:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422150528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827618.902295:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827618.902299:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827618.902301:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827618.902305:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3577 00000100:00080000:2.0:1787827618.902308:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827618.902312:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827618.902318:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827618.902322:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787827618.902333:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422150656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827618.902398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827618.902419:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827618.902442:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827619.030084:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827620.054059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827621.078077:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827621.974081:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787827621.974117:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827621.974130:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827621.974162:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827621.974168:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827621.974174:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827621.974180:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827621.974216:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827618/real 1787827621] req@ffff8a4f06e8e580 x1874669422150656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827621.974238:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422150656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827621.974247:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827621.974251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827621.974254:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150656:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827621.974260:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827618/real 1787827621] req@ffff8a4f06e8de00 x1874669422150272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827621.974269:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422150272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827621.974275:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827621.974279:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827621.974283:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827621.974290:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827618/real 1787827621] req@ffff8a4f06e8f0c0 x1874669422150400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827621.974301:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422150400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827621.974325:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827621.974328:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827621.974333:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827621.974341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827618/real 1787827621] req@ffff8a4f06e8c000 x1874669422150528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827621.974355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422150528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827621.974364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827621.974368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827621.974371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827621.974378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827618/real 1787827621] req@ffff8a4f06e8f840 x1874669422150144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827621.974392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422150144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827621.974400:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827621.974404:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827621.974407:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422150144:192.168.203.149@tcp:250:kworker.0 00010000:00010000:3.0:1787827622.102073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827623.126012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827624.021957:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827624.021967:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827624.021971:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827624.021995:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3582 00000100:00080000:2.0:1787827624.022007:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827624.022015:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827624.022050:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422150784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827624.022078:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827624.022081:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827624.022083:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827624.022095:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3582 00000100:00080000:2.0:1787827624.022098:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827624.022106:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827624.022116:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827624.022128:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422150912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827624.022139:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827624.022142:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827624.022144:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827624.022152:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3582 00000100:00100000:1.0:1787827624.022154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422150784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827624.022156:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827624.022166:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827624.022179:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827624.022197:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422151040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827624.022211:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827624.022215:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827624.022218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827624.022223:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3582 00000100:00080000:2.0:1787827624.022230:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827624.022235:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827624.022242:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827624.022251:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827624.022261:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422151168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827624.022276:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827624.022282:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827624.022285:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827624.022291:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3582 00000100:00080000:2.0:1787827624.022297:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827624.022305:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827624/real 1787827624] req@ffff8a4f06e8d680 x1874669422150784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827624.022308:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827624.022316:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827624.022345:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422151296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827624.022359:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422150784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827624.022399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827624.022407:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827624.022414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422150784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827624.022451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827624.022489:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827624.022509:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827624/real 1787827624] req@ffff8a4f06e8d2c0 x1874669422150912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827624.022530:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422150912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827624.022541:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827624.022546:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827624.022551:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422150912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827624.022560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827624.022590:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827624.022608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827624/real 1787827624] req@ffff8a4f06e8e940 x1874669422151040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827624.022636:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422151040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827624.022665:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827624.022670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827624.022675:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827624.022685:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827624.022743:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827624.022762:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827624/real 1787827624] req@ffff8a4f06e8cb40 x1874669422151168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827624.022780:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422151168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827624.022793:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827624.022798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827624.022803:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827624.022811:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827624.022840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827624.022905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827624/real 1787827624] req@ffff8a4f06e8c3c0 x1874669422151296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827624.022925:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422151296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827624.022936:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827624.022941:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827624.022956:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827624.150067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827625.174108:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827626.198105:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827627.222006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827628.246050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827629.141987:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827629.141996:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827629.141999:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827629.142008:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3587 00000100:00080000:2.0:1787827629.142018:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827629.142025:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827629.142060:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422151424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827629.142104:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827629.142107:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827629.142110:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827629.142113:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3587 00000100:00080000:2.0:1787827629.142117:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827629.142120:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827629.142129:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827629.142142:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422151552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827629.142152:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827629.142156:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827629.142158:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827629.142162:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3587 00000100:00080000:2.0:1787827629.142164:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827629.142170:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422151424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827629.142172:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827629.142184:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827629.142196:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422151680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827629.142206:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827629.142209:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827629.142211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827629.142215:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3587 00000100:00080000:2.0:1787827629.142220:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827629.142224:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827629.142228:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827629.142239:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422151808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827629.142247:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827629.142258:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827629.142262:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827629.142264:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827629.142270:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3587 00000100:00080000:2.0:1787827629.142273:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827629.142276:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827629.142280:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827629.142292:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422151936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827629.142311:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827629/real 1787827629] req@ffff8a4f06e8cf00 x1874669422151424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827629.142331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422151424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827629.142342:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827629.142346:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827629.142350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422151424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827629.142357:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827629.142378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827629.142390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827629/real 1787827629] req@ffff8a4f06e8f480 x1874669422151552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827629.142402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422151552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827629.142409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827629.142412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827629.142415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827629.142441:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827629.142456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827629.142484:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827629/real 1787827629] req@ffff8a4f06e8e1c0 x1874669422151680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827629.142496:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422151680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827629.142503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827629.142506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827629.142509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827629.142514:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827629.142556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827629.142566:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827629/real 1787827629] req@ffff8a4f06e8ed00 x1874669422151808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827629.142579:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422151808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827629.142589:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827629.142593:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827629.142597:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827629.142604:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827629.142629:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827629.142643:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827629/real 1787827629] req@ffff8a4f06e8c780 x1874669422151936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827629.142667:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422151936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827629.142683:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827629.142686:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827629.142689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422151936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827629.270075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827630.294185:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827631.318116:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827632.342224:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827633.366119:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827634.262011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827634.262034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827634.262041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827634.262053:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3592 00000100:00080000:2.0:1787827634.262066:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827634.262075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827634.262124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422152064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827634.262186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827634.262191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827634.262193:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827634.262198:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3592 00000100:00080000:2.0:1787827634.262203:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827634.262208:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827634.262231:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827634.262248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422152192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827634.262261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827634.262267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827634.262269:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827634.262274:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3592 00000100:00080000:2.0:1787827634.262296:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827634.262305:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827634.262315:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827634.262321:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422152064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827634.262339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422152320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827634.262392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827634.262399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827634.262403:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827634.262411:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3592 00000100:00080000:2.0:1787827634.262420:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827634.262429:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827634.262440:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827634.262443:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827634.262476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422152448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827634.262498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827634.262505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827634.262518:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827634.262525:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3592 00000100:00100000:1.0:1787827634.262535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827634/real 1787827634] req@ffff8a4f06e8c780 x1874669422152064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827634.262537:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827634.262551:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827634.262583:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827634.262606:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422152576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827634.262614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422152064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827634.262638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827634.262645:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827634.262653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422152064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827634.262663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827634.262696:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827634.262713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827634/real 1787827634] req@ffff8a4f06e8ed00 x1874669422152192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827634.262728:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422152192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827634.262756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827634.262761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827634.262765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827634.262822:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827634.262855:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827634.262869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827634/real 1787827634] req@ffff8a4f06e8e1c0 x1874669422152320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827634.262885:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422152320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827634.262895:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827634.262899:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827634.262903:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827634.263003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827634.263033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827634.263047:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827634/real 1787827634] req@ffff8a4f06e8f480 x1874669422152448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827634.263074:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422152448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827634.263084:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827634.263088:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827634.263092:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827634.263099:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827634.263137:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827634.263151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827634/real 1787827634] req@ffff8a4f06e8cf00 x1874669422152576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827634.263178:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422152576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827634.263189:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827634.263192:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827634.263196:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827634.390173:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827635.414053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827636.438109:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827637.462050:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827638.486101:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827639.381985:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827639.381995:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827639.382000:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827639.382010:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3597 00000100:00080000:3.0:1787827639.382022:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827639.382030:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827639.382074:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422152704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827639.382102:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827639.382105:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827639.382106:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827639.382109:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3597 00000100:00080000:3.0:1787827639.382111:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827639.382114:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827639.382123:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827639.382133:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422152832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827639.382143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827639.382146:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827639.382147:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827639.382152:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3597 00000100:00100000:1.0:1787827639.382153:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422152704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827639.382155:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827639.382161:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827639.382165:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827639.382174:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422152960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827639.382180:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827639.382183:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827639.382184:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827639.382187:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3597 00000100:00080000:3.0:1787827639.382190:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827639.382192:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827639.382195:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827639.382202:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422153088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827639.382208:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827639.382210:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827639.382211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827639.382214:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3597 00000100:00080000:3.0:1787827639.382218:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827639.382221:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827639.382224:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827639.382233:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827639.382234:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422153216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827639.382287:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827639/real 1787827639] req@ffff8a4f08da8f00 x1874669422152704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827639.382302:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422152704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827639.382311:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827639.382314:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827639.382317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422152704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827639.382340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827639.382357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827639.382366:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827639/real 1787827639] req@ffff8a4f08daa940 x1874669422152832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827639.382375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422152832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827639.382399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827639.382402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827639.382405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827639.382409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827639.382424:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827639.382431:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827639/real 1787827639] req@ffff8a4f08dab840 x1874669422152960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827639.382439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422152960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827639.382444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827639.382446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827639.382448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422152960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827639.382452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827639.382463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827639.382469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827639/real 1787827639] req@ffff8a4f08daad00 x1874669422153088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827639.382486:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422153088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827639.382494:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827639.382496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827639.382504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827639.382508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827639.382523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827639.382530:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827639/real 1787827639] req@ffff8a4f08da83c0 x1874669422153216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827639.382538:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422153216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827639.382543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827639.382545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827639.382547:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787827639.509999:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827640.533994:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827641.558014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827642.582043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827643.606044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827644.501930:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827644.501939:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827644.501943:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827644.501951:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3602 00000100:00080000:3.0:1787827644.501960:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827644.501966:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827644.502025:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422153344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827644.502046:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827644.502049:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827644.502050:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827644.502053:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3602 00000100:00080000:3.0:1787827644.502055:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827644.502058:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827644.502065:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827644.502074:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422153472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827644.502122:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827644.502128:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422153344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827644.502129:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827644.502133:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827644.502142:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3602 00000100:00080000:3.0:1787827644.502146:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827644.502149:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827644.502153:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827644.502185:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422153600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827644.502192:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827644.502194:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827644.502196:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827644.502198:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3602 00000100:00080000:3.0:1787827644.502201:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827644.502203:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827644.502207:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827644.502214:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422153728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827644.502220:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827644.502227:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827644.502230:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827644.502232:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827644.502235:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3602 00000100:00080000:3.0:1787827644.502238:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827644.502241:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827644.502244:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827644.502251:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422153856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827644.502268:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827644/real 1787827644] req@ffff8a4f08da9680 x1874669422153344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827644.502290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422153344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827644.502300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827644.502304:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827644.502307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422153344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827644.502331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827644.502357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827644.502396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827644/real 1787827644] req@ffff8a4f08daa1c0 x1874669422153472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827644.502406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422153472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827644.502411:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827644.502414:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827644.502416:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827644.502420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827644.502434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827644.502441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827644/real 1787827644] req@ffff8a4f08da92c0 x1874669422153600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827644.502459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422153600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827644.502464:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827644.502466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827644.502468:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827644.502471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827644.502482:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827644.502487:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827644/real 1787827644] req@ffff8a4f08daa580 x1874669422153728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827644.502494:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422153728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827644.502507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827644.502509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827644.502511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827644.502515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827644.502527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827644.502534:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827644/real 1787827644] req@ffff8a4f08da8000 x1874669422153856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827644.502541:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422153856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827644.502546:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827644.502548:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827644.502550:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422153856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827644.630051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827645.653996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827646.677987:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787827647.701985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827648.726005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827649.621978:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827649.621986:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827649.621990:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827649.621998:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3608 00000100:00080000:0.0:1787827649.622007:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827649.622013:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827649.622044:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422153984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827649.622069:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827649.622071:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827649.622073:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827649.622075:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3608 00000100:00080000:0.0:1787827649.622078:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827649.622080:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827649.622088:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827649.622098:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422154112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827649.622105:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827649.622108:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827649.622109:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827649.622112:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3608 00000100:00080000:0.0:1787827649.622114:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827649.622116:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827649.622120:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827649.622129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422153984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827649.622134:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422154240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827649.622151:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827649.622153:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827649.622154:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827649.622158:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3608 00000100:00080000:0.0:1787827649.622160:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827649.622162:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827649.622166:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827649.622174:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422154368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827649.622180:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827649.622183:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827649.622185:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827649.622188:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3608 00000100:00080000:0.0:1787827649.622208:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827649.622211:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827649.622215:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827649.622223:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827649.622233:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422154496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827649.622277:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827649/real 1787827649] req@ffff8a4f13c583c0 x1874669422153984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827649.622293:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422153984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827649.622303:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827649.622307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827649.622310:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422153984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827649.622341:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827649.622361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827649.622371:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827649/real 1787827649] req@ffff8a4f13c5a940 x1874669422154112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827649.622380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422154112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827649.622386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827649.622388:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827649.622391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827649.622417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827649.622428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827649.622434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827649/real 1787827649] req@ffff8a4f13c58780 x1874669422154240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827649.622442:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422154240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827649.622448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827649.622450:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827649.622453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827649.622457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827649.622479:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827649.622491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827649/real 1787827649] req@ffff8a4f13c5a580 x1874669422154368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827649.622508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422154368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827649.622513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827649.622518:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827649.622521:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827649.622525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827649.622540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827649.622547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827649/real 1787827649] req@ffff8a4f13c58f00 x1874669422154496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827649.622555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422154496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827649.622561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827649.622563:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827649.622565:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827649.750002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827650.774034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827651.797974:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827652.822052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827653.846053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827654.741930:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827654.741942:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827654.741945:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827654.741953:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3613 00000100:00080000:3.0:1787827654.741962:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827654.741968:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827654.741998:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422154624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827654.742018:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827654.742022:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827654.742024:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827654.742028:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3613 00000100:00080000:3.0:1787827654.742032:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827654.742036:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827654.742046:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827654.742061:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422154752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827654.742067:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422154624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827654.742083:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827654.742086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827654.742087:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827654.742091:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3613 00000100:00080000:3.0:1787827654.742095:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827654.742098:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827654.742102:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827654.742113:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422154880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827654.742120:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827654.742122:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827654.742124:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827654.742127:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3613 00000100:00080000:3.0:1787827654.742130:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827654.742132:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827654.742135:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827654.742141:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827654.742145:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422155008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827654.742154:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827654.742157:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827654.742159:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827654.742164:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3613 00000100:00080000:3.0:1787827654.742168:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827654.742172:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827654.742178:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827654.742188:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827654/real 1787827654] req@ffff8a4f08dab480 x1874669422154624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827654.742192:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422155136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827654.742230:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422154624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827654.742261:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827654.742274:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827654.742279:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422154624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827654.742304:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827654.742331:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827654.742346:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827654/real 1787827654] req@ffff8a4f08dab0c0 x1874669422154752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827654.742359:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422154752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827654.742369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827654.742372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827654.742376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827654.742382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827654.742403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827654.742415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827654/real 1787827654] req@ffff8a4f08da8b40 x1874669422154880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827654.742427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422154880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827654.742436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827654.742439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827654.742443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422154880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827654.742456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827654.742479:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827654.742492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827654/real 1787827654] req@ffff8a4f08dabc00 x1874669422155008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827654.742505:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422155008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827654.742513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827654.742517:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827654.742520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827654.742527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827654.742546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827654.742558:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827654/real 1787827654] req@ffff8a4f08da9a40 x1874669422155136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827654.742570:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422155136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827654.742579:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827654.742582:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827654.742585:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827654.869992:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827655.893983:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827656.918002:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827657.941996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827658.966079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827659.861933:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827659.861941:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827659.861945:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827659.861953:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3618 00000100:00080000:3.0:1787827659.861962:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827659.861968:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827659.862000:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422155264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827659.862024:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827659.862026:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827659.862027:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827659.862030:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3618 00000100:00080000:3.0:1787827659.862032:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827659.862035:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827659.862042:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827659.862054:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422155392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827659.862064:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827659.862066:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827659.862068:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827659.862070:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3618 00000100:00080000:3.0:1787827659.862072:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827659.862075:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827659.862078:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827659.862090:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422155520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827659.862091:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422155264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827659.862115:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827659.862118:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827659.862119:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827659.862122:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3618 00000100:00080000:3.0:1787827659.862124:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827659.862126:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827659.862129:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827659.862137:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422155648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827659.862143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827659.862145:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827659.862146:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827659.862149:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3618 00000100:00080000:3.0:1787827659.862153:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827659.862156:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827659.862160:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827659.862169:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422155776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827659.862197:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827659.862256:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827659/real 1787827659] req@ffff8a4f08da9e00 x1874669422155264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827659.862291:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422155264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827659.862302:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827659.862307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827659.862311:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422155264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827659.862318:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827659.862338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827659.862348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827659/real 1787827659] req@ffff8a4f08da8780 x1874669422155392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827659.862357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422155392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827659.862363:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827659.862365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827659.862368:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827659.862393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827659.862405:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827659.862412:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827659/real 1787827659] req@ffff8a4f08da9a40 x1874669422155520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827659.862420:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422155520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827659.862436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827659.862438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827659.862441:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827659.862445:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827659.862460:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827659.862476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827659/real 1787827659] req@ffff8a4f08dabc00 x1874669422155648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827659.862485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422155648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827659.862490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827659.862493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827659.862495:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827659.862499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827659.862510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827659.862516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827659/real 1787827659] req@ffff8a4f08da8b40 x1874669422155776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827659.862523:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422155776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827659.862529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827659.862530:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827659.862538:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422155776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827659.990026:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827661.014029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827662.038056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827663.062020:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827664.086002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827664.981965:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827664.981975:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827664.981979:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827664.981990:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3623 00000100:00080000:3.0:1787827664.982002:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827664.982009:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827664.982050:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422155904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827664.982075:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827664.982078:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827664.982080:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827664.982083:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3623 00000100:00080000:3.0:1787827664.982085:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827664.982088:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827664.982096:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827664.982104:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422156032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827664.982113:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827664.982116:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827664.982118:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827664.982123:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3623 00000100:00080000:3.0:1787827664.982126:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827664.982131:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827664.982136:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827664.982144:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422155904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827664.982151:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422156160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827664.982165:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827664.982169:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827664.982171:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827664.982175:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3623 00000100:00080000:3.0:1787827664.982178:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827664.982182:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827664.982186:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827664.982197:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422156288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827664.982204:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827664.982207:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827664.982208:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827664.982211:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3623 00000100:00080000:3.0:1787827664.982214:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827664.982224:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827664.982227:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827664.982234:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422156416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827664.982244:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827664.982309:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827664/real 1787827664] req@ffff8a4f08dab0c0 x1874669422155904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827664.982333:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422155904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827664.982346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827664.982350:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827664.982355:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422155904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827664.982364:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827664.982402:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827664.982417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827664/real 1787827664] req@ffff8a4f08dab480 x1874669422156032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827664.982431:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422156032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827664.982440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827664.982444:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827664.982448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827664.982480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827664.982503:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827664.982536:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827664/real 1787827664] req@ffff8a4f08da8000 x1874669422156160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827664.982550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422156160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827664.982559:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827664.982563:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827664.982567:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827664.982573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827664.982595:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827664.982608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827664/real 1787827664] req@ffff8a4f08daa580 x1874669422156288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827664.982622:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422156288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827664.982630:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827664.982634:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827664.982638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827664.982645:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827664.982666:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827664.982678:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827664/real 1787827664] req@ffff8a4f08da92c0 x1874669422156416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827664.982691:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422156416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827664.982723:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827664.982727:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827664.982731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827665.110050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827666.134058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827667.158013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827668.182014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827669.206013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827670.101949:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827670.101957:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827670.101961:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827670.101969:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3628 00000100:00080000:3.0:1787827670.101979:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827670.101985:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827670.102016:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422156544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827670.102038:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827670.102041:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827670.102042:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827670.102045:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3628 00000100:00080000:3.0:1787827670.102047:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827670.102049:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827670.102057:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827670.102079:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422156672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827670.102091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827670.102095:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827670.102097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827670.102101:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3628 00000100:00080000:3.0:1787827670.102106:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827670.102110:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827670.102117:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827670.102129:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422156800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827670.102137:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827670.102139:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827670.102140:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827670.102143:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3628 00000100:00080000:3.0:1787827670.102146:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827670.102149:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827670.102153:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827670.102162:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422156928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827670.102164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422156544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827670.102180:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827670.102182:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827670.102183:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827670.102187:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3628 00000100:00080000:3.0:1787827670.102193:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827670.102197:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827670.102200:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827670.102210:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422157056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827670.102280:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827670.102342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827670/real 1787827670] req@ffff8a4f08daa1c0 x1874669422156544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827670.102358:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422156544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827670.102369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827670.102373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827670.102377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422156544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827670.102383:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827670.102401:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827670.102410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827670/real 1787827670] req@ffff8a4f08da9680 x1874669422156672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827670.102418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422156672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827670.102423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827670.102425:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827670.102427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827670.102449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827670.102464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827670.102471:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827670/real 1787827670] req@ffff8a4f08da83c0 x1874669422156800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827670.102480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422156800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827670.102485:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827670.102488:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827670.102490:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827670.102516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827670.102528:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827670.102534:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827670/real 1787827670] req@ffff8a4f08daad00 x1874669422156928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827670.102542:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422156928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827670.102547:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827670.102549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827670.102551:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422156928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827670.102555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827670.102565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827670.102571:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827670/real 1787827670] req@ffff8a4f08dab840 x1874669422157056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827670.102585:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422157056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827670.102591:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827670.102593:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827670.102595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827670.230023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827671.254060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827672.277987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827673.302039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827674.325990:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827675.221962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827675.221972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827675.221976:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827675.221987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3633 00000100:00080000:2.0:1787827675.221998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827675.222006:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827675.222043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422157184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827675.222093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827675.222097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827675.222100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827675.222106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3633 00000100:00080000:2.0:1787827675.222111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827675.222122:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827675.222132:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827675.222147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422157312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827675.222161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827675.222168:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422157184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827675.222168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827675.222172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827675.222179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3633 00000100:00080000:2.0:1787827675.222184:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827675.222188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827675.222194:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827675.222207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422157440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827675.222219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827675.222223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827675.222225:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787827675.222230:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827675.222232:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3633 00000100:00080000:2.0:1787827675.222239:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827675.222244:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827675.222250:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827675.222262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422157568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827675.222273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827675.222278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787827675.222279:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827675/real 1787827675] req@ffff8a4f06e8c3c0 x1874669422157184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827675.222282:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827675.222292:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3633 00000100:00080000:2.0:1787827675.222299:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827675.222304:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422157184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827675.222306:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827675.222318:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787827675.222319:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827675.222326:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827675.222330:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422157184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827675.222337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422157696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827675.222352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827675.222370:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827675.222380:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827675/real 1787827675] req@ffff8a4f06e8cb40 x1874669422157312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827675.222388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422157312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827675.222407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827675.222410:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827675.222412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827675.222416:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827675.222430:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827675.222436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827675/real 1787827675] req@ffff8a4f06e8e940 x1874669422157440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827675.222444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422157440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827675.222449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827675.222450:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827675.222452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827675.222456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827675.222466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827675.222472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827675/real 1787827675] req@ffff8a4f06e8d2c0 x1874669422157568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827675.222479:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422157568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827675.222483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827675.222485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827675.222493:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827675.222507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827675.222520:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827675.222526:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827675/real 1787827675] req@ffff8a4f06e8d680 x1874669422157696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827675.222534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422157696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827675.222539:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827675.222541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827675.222543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827675.350111:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827676.373976:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827677.398003:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827678.422056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827679.446165:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827680.341934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827680.341942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827680.341945:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827680.341952:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3638 00000100:00080000:2.0:1787827680.341961:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827680.341967:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827680.341998:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422157824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827680.342022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827680.342024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827680.342026:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827680.342028:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3638 00000100:00080000:2.0:1787827680.342030:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827680.342032:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827680.342040:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827680.342047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422157952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827680.342054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827680.342057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827680.342059:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827680.342062:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3638 00000100:00080000:2.0:1787827680.342064:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827680.342067:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827680.342071:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827680.342077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422158080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827680.342083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827680.342085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827680.342086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827680.342089:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3638 00000100:00080000:2.0:1787827680.342090:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827680.342092:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827680.342095:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827680.342103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422158208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827680.342112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827680.342114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827680.342117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827680.342124:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422157824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827680.342124:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3638 00000100:00080000:2.0:1787827680.342130:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827680.342139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827680.342148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827680.342155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422158336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827680.342244:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827680.342317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827680/real 1787827680] req@ffff8a4f06e8f840 x1874669422157824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827680.342342:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422157824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827680.342358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827680.342365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827680.342373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422157824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827680.342385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827680.342412:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827680.342454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827680/real 1787827680] req@ffff8a4f06e8c000 x1874669422157952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827680.342472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422157952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827680.342484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827680.342489:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827680.342494:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422157952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827680.342502:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827680.342528:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827680.342543:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827680/real 1787827680] req@ffff8a4f06e8f0c0 x1874669422158080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827680.342559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422158080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827680.342570:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827680.342575:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827680.342579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827680.342638:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827680.342666:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827680.342681:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827680/real 1787827680] req@ffff8a4f06e8de00 x1874669422158208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827680.342697:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422158208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827680.342716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827680.342721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827680.342726:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827680.342734:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827680.342758:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827680.342771:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827680/real 1787827680] req@ffff8a4f06e8e580 x1874669422158336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827680.342798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422158336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827680.342809:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827680.342813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827680.342818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827680.470009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827681.494090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827682.518148:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827683.542050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827684.566077:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827685.462041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827685.462052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827685.462056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827685.462068:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3643 00000100:00080000:2.0:1787827685.462088:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827685.462096:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827685.462143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422158464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827685.462175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827685.462178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827685.462179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827685.462182:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3643 00000100:00080000:2.0:1787827685.462185:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827685.462187:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827685.462197:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827685.462208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422158592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827685.462215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827685.462218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827685.462221:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827685.462224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3643 00000100:00080000:2.0:1787827685.462227:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827685.462229:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827685.462233:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827685.462240:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422158464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827685.462241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422158720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827685.462254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827685.462256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827685.462258:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827685.462261:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3643 00000100:00080000:2.0:1787827685.462263:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827685.462266:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827685.462269:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827685.462277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422158848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827685.462283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827685.462285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827685.462287:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827685.462289:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3643 00000100:00080000:2.0:1787827685.462291:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827685.462293:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827685.462296:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827685.462304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422158976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827685.462377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827685.462432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827685.462455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827685.462471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827685.590039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827686.614035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827687.638109:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827688.534180:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787827688.534281:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827688.534320:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827688.534379:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827688.534397:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827688.534421:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827688.534442:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827688.534443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827685/real 1787827688] req@ffff8a4f06e8f0c0 x1874669422158720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827688.534520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422158720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827688.534579:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827688.534587:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827688.534594:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827688.534606:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827685/real 1787827688] req@ffff8a4f06e8c000 x1874669422158848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827688.534625:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422158848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827688.534636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827688.534642:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827688.534646:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827688.534657:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827685/real 1787827688] req@ffff8a4f06e8f840 x1874669422158976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827688.534674:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422158976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827688.534686:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827688.534691:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827688.534696:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158976:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827688.534708:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827685/real 1787827688] req@ffff8a4f06e8e580 x1874669422158464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827688.534740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422158464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827688.534760:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827688.534766:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827688.534772:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422158464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827688.534783:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827685/real 1787827688] req@ffff8a4f06e8de00 x1874669422158592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827688.534801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422158592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827688.534813:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827688.534818:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827688.534823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422158592:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787827688.661988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827689.686038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827690.582011:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827690.582021:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827690.582026:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827690.582038:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3648 00000100:00080000:1.0:1787827690.582049:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827690.582057:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827690.582097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422159104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827690.582127:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827690.582148:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827690.582150:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827690.582153:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3648 00000100:00080000:1.0:1787827690.582156:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827690.582160:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827690.582170:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827690.582180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422159232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827690.582187:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827690.582191:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827690.582193:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827690.582196:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3648 00000100:00080000:1.0:1787827690.582198:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827690.582200:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827690.582204:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827690.582211:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422159360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827690.582218:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827690.582220:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827690.582222:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827690.582224:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3648 00000100:00080000:1.0:1787827690.582228:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827690.582231:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827690.582240:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827690.582251:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422159488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827690.582251:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422159104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827690.582283:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827690.582288:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827690.582291:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827690.582297:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3648 00000100:00080000:1.0:1787827690.582302:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827690.582309:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827690.582316:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827690.582331:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422159616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827690.582355:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827690.582409:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827690/real 1787827690] req@ffff8a4f13cb2d00 x1874669422159104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827690.582447:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422159104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827690.582459:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827690.582464:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827690.582469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422159104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827690.582478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422159232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827690.582505:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827690.582543:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827690/real 1787827690] req@ffff8a4f13cb1a40 x1874669422159232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827690.582557:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422159232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827690.582567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827690.582571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827690.582575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422159232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827690.582582:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422159360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827690.582609:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827690.582622:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827690/real 1787827690] req@ffff8a4f13cb30c0 x1874669422159360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827690.582637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422159360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827690.582652:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827690.582656:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827690.582742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422159360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827690.582780:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422159488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827690.582807:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827690.582820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827690/real 1787827690] req@ffff8a4f13cb1e00 x1874669422159488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827690.582833:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422159488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827690.582842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827690.582845:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827690.582877:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422159488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827690.582887:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422159616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827690.582910:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827690.582922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827690/real 1787827690] req@ffff8a4f13cb2580 x1874669422159616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827690.582934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422159616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827690.582942:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827690.582945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827690.582949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422159616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827690.710050:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827691.734028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827692.758089:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827693.782230:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827694.806071:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827695.701946:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827695.701960:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827695.701964:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827695.701975:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3654 00000100:00080000:3.0:1787827695.701988:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827695.701997:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827695.702045:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422159744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827695.702092:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827695.702095:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827695.702097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827695.702101:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3654 00000100:00080000:3.0:1787827695.702105:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827695.702109:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827695.702120:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827695.702133:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422159872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827695.702143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827695.702148:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787827695.702150:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422159744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827695.702150:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827695.702159:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3654 00000100:00080000:3.0:1787827695.702165:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827695.702168:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827695.702171:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827695.702181:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422160000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827695.702188:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827695.702190:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827695.702192:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827695.702206:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3654 00000100:00080000:3.0:1787827695.702211:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827695.702216:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827695.702222:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827695.702236:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422160128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827695.702248:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827695.702253:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827695.702255:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787827695.702261:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827695.702265:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3654 00000100:00080000:3.0:1787827695.702271:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827695.702275:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827695.702281:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827695.702292:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422160256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827695.702348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827695/real 1787827695] req@ffff8a4f08daa940 x1874669422159744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827695.702369:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422159744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827695.702392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827695.702395:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827695.702399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422159744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827695.702424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422159872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827695.702470:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827695.702496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827695/real 1787827695] req@ffff8a4f08da8f00 x1874669422159872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827695.702508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422159872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827695.702525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827695.702527:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827695.702530:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422159872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827695.702534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827695.702550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827695.702558:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827695/real 1787827695] req@ffff8a4f08dab840 x1874669422160000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827695.702567:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422160000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827695.702572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827695.702575:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827695.702577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827695.702581:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827695.702593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827695.702600:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827695/real 1787827695] req@ffff8a4f08daad00 x1874669422160128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827695.702632:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422160128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827695.702639:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827695.702641:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827695.702644:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827695.702648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827695.702664:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827695.702672:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827695/real 1787827695] req@ffff8a4f08da83c0 x1874669422160256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827695.702680:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422160256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827695.702686:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827695.702688:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827695.702690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827695.830130:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827696.854035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827697.878032:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827698.901961:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827699.926073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827700.821981:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827700.821993:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827700.821998:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827700.822009:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3659 00000100:00080000:1.0:1787827700.822028:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827700.822047:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827700.822097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422160384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827700.822141:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827700.822144:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827700.822146:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827700.822149:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3659 00000100:00080000:1.0:1787827700.822153:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827700.822158:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827700.822169:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827700.822179:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422160384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827700.822182:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422160512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827700.822204:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827700.822207:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827700.822208:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827700.822211:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3659 00000100:00080000:1.0:1787827700.822213:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827700.822215:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827700.822218:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827700.822227:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422160640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827700.822234:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827700.822236:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827700.822237:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827700.822239:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3659 00000100:00080000:1.0:1787827700.822264:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827700.822268:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827700.822273:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827700.822281:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422160768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827700.822289:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827700.822292:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827700.822293:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827700.822295:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3659 00000100:00080000:1.0:1787827700.822298:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827700.822308:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787827700.822313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787827700.822314:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827700.822325:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422160896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827700.822367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827700/real 1787827700] req@ffff8a4f13cb3840 x1874669422160384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827700.822383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422160384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827700.822392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827700.822396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827700.822399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422160384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827700.822425:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827700.822461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827700.822474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827700/real 1787827700] req@ffff8a4f13cb0b40 x1874669422160512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827700.822483:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422160512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827700.822490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827700.822492:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827700.822494:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827700.822501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827700.822516:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827700.822523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827700/real 1787827700] req@ffff8a4f13cb2580 x1874669422160640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827700.822531:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422160640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827700.822537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827700.822538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827700.822540:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827700.822544:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827700.822556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827700.822562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827700/real 1787827700] req@ffff8a4f13cb1e00 x1874669422160768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827700.822569:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422160768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827700.822575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827700.822576:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827700.822578:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827700.822582:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827700.822592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827700.822598:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827700/real 1787827700] req@ffff8a4f13cb30c0 x1874669422160896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827700.822607:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422160896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827700.822612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827700.822614:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827700.822615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422160896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827700.950092:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827701.974136:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827702.998134:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827704.022061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827705.046094:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827705.941975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827705.941985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827705.941989:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827705.941998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3664 00000100:00080000:0.0:1787827705.942008:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827705.942015:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827705.942049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422161024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827705.942075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827705.942078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827705.942080:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827705.942084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3664 00000100:00080000:0.0:1787827705.942087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827705.942090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827705.942098:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827705.942109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422161152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827705.942120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827705.942124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827705.942125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827705.942129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3664 00000100:00080000:0.0:1787827705.942132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827705.942136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422161024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827705.942137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827705.942147:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827705.942158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422161280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827705.942167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827705.942169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827705.942171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827705.942174:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3664 00000100:00080000:0.0:1787827705.942177:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827705.942180:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827705.942185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827705.942195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422161408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827705.942203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827705.942207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:3.0:1787827705.942212:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827705.942213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827705.942221:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3664 00000100:00080000:0.0:1787827705.942227:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827705.942233:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827705.942240:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827705.942259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422161536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827705.942264:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827705/real 1787827705] req@ffff8a4f13c5bc00 x1874669422161024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827705.942330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422161024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827705.942344:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827705.942350:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827705.942355:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422161024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827705.942363:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827705.942388:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827705.942401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827705/real 1787827705] req@ffff8a4f13c5b0c0 x1874669422161152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827705.942469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422161152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827705.942484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827705.942487:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827705.942491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827705.942538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827705.942563:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827705.942578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827705/real 1787827705] req@ffff8a4f13c592c0 x1874669422161280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827705.942600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422161280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827705.942612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827705.942618:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827705.942623:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827705.942632:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827705.942678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827705.942695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827705/real 1787827705] req@ffff8a4f13c5a1c0 x1874669422161408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827705.942712:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422161408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827705.942740:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827705.942744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827705.942750:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827705.942759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827705.942789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827705.942805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827705/real 1787827705] req@ffff8a4f13c58f00 x1874669422161536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827705.942818:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422161536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827705.942826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827705.942829:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827705.942833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827706.070109:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827707.093990:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827708.118148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827709.142028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827710.165988:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827711.061989:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827711.061999:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827711.062003:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827711.062015:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3669 00000100:00080000:3.0:1787827711.062028:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827711.062038:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827711.062080:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422161664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827711.062110:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827711.062113:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827711.062115:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827711.062119:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3669 00000100:00080000:3.0:1787827711.062122:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827711.062127:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827711.062136:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827711.062147:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422161792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827711.062158:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827711.062162:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827711.062163:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827711.062174:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3669 00000100:00080000:3.0:1787827711.062177:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827711.062180:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827711.062184:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827711.062197:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422161664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827711.062198:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422161920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827711.062229:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827711.062232:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827711.062234:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827711.062239:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3669 00000100:00080000:3.0:1787827711.062242:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827711.062246:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827711.062250:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827711.062269:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422162048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827711.062277:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827711.062281:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827711.062282:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827711.062286:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3669 00000100:00080000:3.0:1787827711.062290:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827711.062293:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827711.062298:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827711.062306:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422162176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827711.062331:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827711.062396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827711/real 1787827711] req@ffff8a4f08da9680 x1874669422161664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827711.062413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422161664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827711.062423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827711.062427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827711.062430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422161664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827711.062456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827711.062487:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827711.062504:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827711/real 1787827711] req@ffff8a4f08daa1c0 x1874669422161792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827711.062518:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422161792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827711.062527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827711.062531:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827711.062534:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827711.062561:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827711.062579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827711.062588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827711/real 1787827711] req@ffff8a4f08da92c0 x1874669422161920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827711.062596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422161920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827711.062602:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827711.062604:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827711.062607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422161920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827711.062611:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827711.062622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827711.062628:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827711/real 1787827711] req@ffff8a4f08daa580 x1874669422162048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827711.062643:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422162048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827711.062649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827711.062651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827711.062653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827711.062657:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827711.062671:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827711.062678:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827711/real 1787827711] req@ffff8a4f08da8000 x1874669422162176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827711.062686:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422162176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827711.062692:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827711.062694:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827711.062696:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827711.190027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827712.214003:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827713.237957:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827714.262035:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827715.286937:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827716.181975:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827716.181999:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827716.182005:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827716.182017:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3674 00000100:00080000:3.0:1787827716.182032:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827716.182042:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827716.182100:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422162304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827716.182156:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827716.182159:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827716.182177:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827716.182180:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3674 00000100:00080000:3.0:1787827716.182184:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827716.182189:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827716.182199:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827716.182227:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422162432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827716.182236:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827716.182238:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422162304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827716.182239:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827716.182243:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827716.182250:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3674 00000100:00080000:3.0:1787827716.182253:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827716.182255:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827716.182258:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827716.182266:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422162560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827716.182292:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827716.182295:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827716.182297:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827716.182301:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3674 00000100:00080000:3.0:1787827716.182305:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827716.182308:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827716.182313:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827716.182328:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422162688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827716.182329:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827716.182378:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827716.182381:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827716.182393:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827716.182397:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3674 00000100:00080000:3.0:1787827716.182400:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827716.182403:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827716.182406:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827716.182415:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422162816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827716.182427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827716/real 1787827716] req@ffff8a4f08dab480 x1874669422162304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827716.182445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422162304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827716.182470:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827716.182473:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827716.182476:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422162304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827716.182497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827716.182534:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827716.182546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827716/real 1787827716] req@ffff8a4f08dab0c0 x1874669422162432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827716.182556:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422162432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827716.182563:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827716.182566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827716.182569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827716.182573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827716.182617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827716.182627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827716/real 1787827716] req@ffff8a4f08da8b40 x1874669422162560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827716.182638:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422162560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827716.182650:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827716.182655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827716.182674:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827716.182688:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827716.182710:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827716.182749:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827716/real 1787827716] req@ffff8a4f08dabc00 x1874669422162688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827716.182762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422162688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827716.182770:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827716.182773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827716.182776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827716.182783:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827716.182812:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827716.182850:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827716/real 1787827716] req@ffff8a4f08da9a40 x1874669422162816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827716.182899:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422162816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827716.182919:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827716.182922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827716.182926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422162816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827716.309987:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827717.333960:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827718.357986:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827719.381987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827720.406112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827721.301929:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827721.301940:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827721.301944:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827721.301954:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3679 00000100:00080000:3.0:1787827721.301965:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827721.301973:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827721.302011:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422162944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827721.302032:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827721.302034:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827721.302036:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827721.302038:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3679 00000100:00080000:3.0:1787827721.302041:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827721.302044:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827721.302052:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827721.302063:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422163072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827721.302081:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827721.302088:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422162944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827721.302088:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827721.302091:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827721.302097:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3679 00000100:00080000:3.0:1787827721.302100:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827721.302102:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827721.302105:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827721.302114:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422163200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827721.302121:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827721.302123:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827721.302125:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827721.302127:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3679 00000100:00080000:3.0:1787827721.302129:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827721.302131:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827721.302134:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827721.302140:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422163328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827721.302146:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827721.302149:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827721.302150:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827721.302153:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3679 00000100:00080000:3.0:1787827721.302155:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827721.302159:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827721.302162:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827721.302166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827721.302172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422163456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827721.302203:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827721/real 1787827721] req@ffff8a4f08da8780 x1874669422162944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827721.302229:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422162944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827721.302237:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827721.302240:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827721.302242:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422162944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827721.302261:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827721.302278:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827721.302287:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827721/real 1787827721] req@ffff8a4f08da9e00 x1874669422163072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827721.302295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422163072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827721.302315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827721.302317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827721.302320:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827721.302324:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827721.302339:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827721.302346:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827721/real 1787827721] req@ffff8a4f08da9a40 x1874669422163200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827721.302354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422163200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827721.302370:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827721.302372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827721.302374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827721.302378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827721.302392:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827721.302398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827721/real 1787827721] req@ffff8a4f08dabc00 x1874669422163328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827721.302406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422163328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827721.302411:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827721.302413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827721.302415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827721.302418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827721.302427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827721.302433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827721/real 1787827721] req@ffff8a4f08da8b40 x1874669422163456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827721.302440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422163456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827721.302444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827721.302446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827721.302453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827721.429993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827722.453981:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827723.478017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827724.502011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827725.526052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827726.421952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827726.421960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827726.421964:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827726.421972:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3684 00000100:00080000:2.0:1787827726.421981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827726.421988:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827726.422026:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422163584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827726.422046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827726.422049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827726.422050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827726.422053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3684 00000100:00080000:2.0:1787827726.422056:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827726.422059:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827726.422067:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827726.422076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422163712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827726.422083:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422163584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827726.422087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827726.422091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827726.422093:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827726.422096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3684 00000100:00080000:2.0:1787827726.422098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827726.422101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827726.422105:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827726.422113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422163840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827726.422119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827726.422122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827726.422123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827726.422125:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3684 00000100:00080000:2.0:1787827726.422128:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827726.422130:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827726.422134:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827726.422142:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827726.422143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422163968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827726.422152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827726.422155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827726.422156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827726.422159:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3684 00000100:00080000:2.0:1787827726.422161:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827726.422164:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827726.422167:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827726.422174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422164096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827726.422183:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827726/real 1787827726] req@ffff8a4f06e8d680 x1874669422163584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827726.422198:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422163584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827726.422206:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827726.422209:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827726.422212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422163584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827726.422230:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827726.422245:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827726.422253:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827726/real 1787827726] req@ffff8a4f06e8d2c0 x1874669422163712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827726.422261:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422163712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827726.422279:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827726.422282:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827726.422284:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827726.422289:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827726.422320:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827726.422343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827726/real 1787827726] req@ffff8a4f06e8e940 x1874669422163840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827726.422352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422163840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827726.422358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827726.422360:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827726.422362:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827726.422366:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827726.422378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827726.422385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827726/real 1787827726] req@ffff8a4f06e8cb40 x1874669422163968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827726.422393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422163968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827726.422398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827726.422400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827726.422402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422163968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827726.422406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827726.422416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827726.422422:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827726/real 1787827726] req@ffff8a4f06e8c3c0 x1874669422164096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827726.422430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422164096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827726.422442:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827726.422445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827726.422447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827726.550112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827727.574074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827728.598123:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827729.622163:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827730.646032:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827731.542011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827731.542022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827731.542027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827731.542039:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3689 00000100:00080000:0.0:1787827731.542053:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827731.542062:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827731.542124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422164224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827731.542151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827731.542155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827731.542156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827731.542160:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3689 00000100:00080000:0.0:1787827731.542163:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827731.542166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827731.542176:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827731.542186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422164352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827731.542195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827731.542198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827731.542199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827731.542202:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3689 00000100:00080000:0.0:1787827731.542206:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827731.542209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827731.542213:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827731.542220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422164480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827731.542227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827731.542249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827731.542251:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827731.542255:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3689 00000100:00080000:0.0:1787827731.542259:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827731.542263:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827731.542270:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827731.542282:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422164224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827731.542283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422164608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827731.542311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827731.542314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827731.542316:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827731.542322:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3689 00000100:00080000:0.0:1787827731.542325:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827731.542329:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827731.542332:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827731.542345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422164736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827731.542369:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827731.542419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827731/real 1787827731] req@ffff8a4f13c5a580 x1874669422164224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827731.542447:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422164224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827731.542456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827731.542460:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827731.542463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422164224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827731.542469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827731.542488:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827731.542498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827731/real 1787827731] req@ffff8a4f13c58780 x1874669422164352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827731.542505:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422164352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827731.542511:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827731.542513:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827731.542515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827731.542534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827731.542548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827731.542556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827731/real 1787827731] req@ffff8a4f13c5a940 x1874669422164480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827731.542563:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422164480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827731.542568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827731.542570:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827731.542572:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827731.542594:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827731.542606:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827731.542612:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827731/real 1787827731] req@ffff8a4f13c583c0 x1874669422164608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827731.542620:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422164608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827731.542625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827731.542627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827731.542629:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827731.542632:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827731.542642:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827731.542648:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827731/real 1787827731] req@ffff8a4f13c59a40 x1874669422164736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827731.542662:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422164736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827731.542667:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827731.542669:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827731.542671:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827731.670015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827732.694044:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827733.718005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827734.742048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827735.766008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827736.661980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827736.661989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827736.661993:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827736.662000:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3695 00000100:00080000:2.0:1787827736.662009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827736.662014:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827736.662046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422164864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827736.662068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827736.662071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827736.662072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827736.662075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3695 00000100:00080000:2.0:1787827736.662077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827736.662079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827736.662086:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827736.662113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422164992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827736.662129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827736.662132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827736.662135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827736.662138:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3695 00000100:00080000:2.0:1787827736.662141:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827736.662144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827736.662148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827736.662157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422165120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827736.662170:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422164864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827736.662173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827736.662187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827736.662189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827736.662207:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3695 00000100:00080000:2.0:1787827736.662212:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827736.662217:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827736.662223:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827736.662255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422165248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827736.662263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827736.662266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827736.662268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827736.662271:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3695 00000100:00080000:2.0:1787827736.662275:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827736.662278:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827736.662282:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827736.662290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422165376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827736.662307:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827736.662364:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827736/real 1787827736] req@ffff8a4f06e8cf00 x1874669422164864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827736.662381:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422164864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827736.662402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827736.662406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827736.662409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422164864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827736.662416:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827736.662434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827736.662443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827736/real 1787827736] req@ffff8a4f06e8f480 x1874669422164992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827736.662452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422164992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827736.662492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827736.662495:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827736.662498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422164992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827736.662529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827736.662544:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827736.662552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827736/real 1787827736] req@ffff8a4f06e8e1c0 x1874669422165120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827736.662560:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422165120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827736.662566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827736.662568:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827736.662570:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827736.662574:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827736.662586:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827736.662597:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827736/real 1787827736] req@ffff8a4f06e8ed00 x1874669422165248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827736.662611:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422165248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827736.662619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827736.662633:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827736.662644:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827736.662652:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827736.662677:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827736.662691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827736/real 1787827736] req@ffff8a4f06e8c780 x1874669422165376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827736.662704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422165376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827736.662713:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827736.662716:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827736.662719:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827736.790063:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827737.814001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827738.838012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827739.862022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827740.886029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827741.782053:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827741.782065:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827741.782071:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827741.782083:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3700 00000100:00080000:1.0:1787827741.782096:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827741.782105:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827741.782152:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422165504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827741.782220:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827741.782227:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827741.782232:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827741.782240:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3700 00000100:00080000:1.0:1787827741.782248:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827741.782281:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827741.782297:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827741.782305:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422165504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827741.782330:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422165632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827741.782351:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827741.782357:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827741.782360:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827741.782366:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3700 00000100:00080000:1.0:1787827741.782372:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827741.782379:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827741.782386:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827741.782403:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422165760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827741.782405:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827741.782448:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827741.782454:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827741.782457:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827741.782463:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3700 00000100:00080000:1.0:1787827741.782470:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827741.782479:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827741.782488:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827741.782491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827741/real 1787827741] req@ffff8a4f13cb1a40 x1874669422165504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827741.782508:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422165888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827741.782526:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827741.782526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422165504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827741.782545:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827741.782547:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827741.782551:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827741.782554:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787827741.782559:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3700 00000100:00100000:3.0:1787827741.782562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422165504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827741.782566:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827741.782574:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827741.782583:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827741.782603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827741.782604:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422166016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827741.782647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827741.782673:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827741/real 1787827741] req@ffff8a4f13cb2d00 x1874669422165632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827741.782699:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422165632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827741.782717:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827741.782723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827741.782728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827741.782737:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827741.782770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827741.782786:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827741/real 1787827741] req@ffff8a4f13cb0780 x1874669422165760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827741.782801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422165760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827741.782811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827741.782814:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827741.782818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827741.782826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827741.782922:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827741.782951:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827741/real 1787827741] req@ffff8a4f13cb21c0 x1874669422165888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827741.782973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422165888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827741.782984:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827741.782988:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827741.782992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422165888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827741.783018:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827741.783049:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827741.783064:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827741/real 1787827741] req@ffff8a4f13cb0000 x1874669422166016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827741.783088:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422166016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827741.783098:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827741.783101:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827741.783104:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827741.910097:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827742.934072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827743.958009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827744.982206:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827746.006052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827746.901929:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827746.901937:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827746.901941:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827746.901949:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3705 00000100:00080000:1.0:1787827746.901958:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827746.901964:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827746.901996:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422166144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827746.902017:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827746.902020:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827746.902021:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827746.902024:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3705 00000100:00080000:1.0:1787827746.902026:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827746.902029:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827746.902036:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827746.902043:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422166272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827746.902065:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827746.902068:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827746.902069:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827746.902072:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3705 00000100:00080000:1.0:1787827746.902075:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827746.902078:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827746.902081:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827746.902090:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422166144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827746.902093:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422166400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827746.902103:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827746.902106:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827746.902107:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827746.902109:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3705 00000100:00080000:1.0:1787827746.902111:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827746.902114:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827746.902136:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827746.902148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422166528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827746.902154:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827746.902157:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827746.902158:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827746.902160:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3705 00000800:00000100:3.0:1787827746.902166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827746.902170:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827746.902177:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827746.902182:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827746.902190:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422166656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827746.902210:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827746/real 1787827746] req@ffff8a4f13cb12c0 x1874669422166144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827746.902224:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422166144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827746.902232:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827746.902235:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827746.902238:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422166144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827746.902243:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827746.902257:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827746.902264:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827746/real 1787827746] req@ffff8a4f13cb03c0 x1874669422166272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827746.902272:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422166272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827746.902282:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827746.902284:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827746.902286:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827746.902351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827746.902364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827746.902372:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827746/real 1787827746] req@ffff8a4f13cb0000 x1874669422166400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827746.902380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422166400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827746.902385:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827746.902387:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827746.902389:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827746.902393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827746.902403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827746.902408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827746/real 1787827746] req@ffff8a4f13cb21c0 x1874669422166528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827746.902415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422166528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827746.902420:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827746.902421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827746.902424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827746.902428:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827746.902437:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827746.902443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827746/real 1787827746] req@ffff8a4f13cb0780 x1874669422166656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827746.902449:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422166656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827746.902454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827746.902456:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827746.902458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827747.030041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827748.054059:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827749.078171:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827750.102177:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827751.126122:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827752.022059:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827752.022071:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827752.022076:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827752.022121:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3710 00000100:00080000:3.0:1787827752.022135:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827752.022144:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827752.022181:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422166784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827752.022207:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827752.022210:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827752.022212:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827752.022215:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3710 00000100:00080000:3.0:1787827752.022218:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827752.022223:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827752.022231:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827752.022241:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422166912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827752.022249:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422166784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827752.022252:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827752.022258:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827752.022259:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827752.022262:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3710 00000100:00080000:3.0:1787827752.022265:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827752.022267:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827752.022271:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827752.022279:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422167040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827752.022286:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827752.022288:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827752.022290:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827752.022293:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3710 00000100:00080000:3.0:1787827752.022296:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827752.022299:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827752.022302:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827752.022310:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422167168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827752.022317:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827752.022320:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827752.022322:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827752.022324:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3710 00000100:00080000:3.0:1787827752.022327:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827752.022329:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827752.022333:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827752.022342:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422167296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827752.022355:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827752.022384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827752.022400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827752.022417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827752.150011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827753.174031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827754.198040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827755.094259:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787827755.094302:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827755.094318:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827755.094423:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827755.094445:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827755.094471:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827752/real 1787827755] req@ffff8a4f08dab480 x1874669422166912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1787827755.094471:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827755.094490:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827755.094497:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422166912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827755.094508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827755.094512:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827755.094516:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422166912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827755.094523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827752/real 1787827755] req@ffff8a4f08da8000 x1874669422167040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827755.094537:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422167040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827755.094560:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827755.094564:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827755.094568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827755.094576:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827752/real 1787827755] req@ffff8a4f08daa580 x1874669422167168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827755.094588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422167168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827755.094594:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827755.094614:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827755.094618:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827755.094625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827752/real 1787827755] req@ffff8a4f08da92c0 x1874669422167296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827755.094638:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422167296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827755.094660:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827755.094679:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827755.094682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167296:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827755.094690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827752/real 1787827755] req@ffff8a4f08dab0c0 x1874669422166784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827755.094702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422166784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827755.094717:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827755.094721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827755.094725:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422166784:192.168.203.149@tcp:250:kworker.0 00010000:00010000:2.0:1787827755.222098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827756.246123:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827757.141978:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827757.141989:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827757.141993:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827757.142004:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3715 00000100:00080000:3.0:1787827757.142016:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827757.142023:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827757.142079:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422167424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827757.142109:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827757.142112:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827757.142113:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827757.142116:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3715 00000100:00080000:3.0:1787827757.142119:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827757.142122:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827757.142131:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827757.142143:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422167552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827757.142152:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827757.142155:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827757.142156:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827757.142159:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3715 00000100:00080000:3.0:1787827757.142161:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827757.142163:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827757.142166:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827757.142174:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422167680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827757.142184:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422167424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827757.142184:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827757.142190:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827757.142195:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827757.142199:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3715 00000100:00080000:3.0:1787827757.142201:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827757.142204:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827757.142209:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827757.142221:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422167808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827757.142230:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827757.142233:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827757.142236:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827757.142240:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3715 00000100:00080000:3.0:1787827757.142245:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827757.142250:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827757.142255:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827757.142265:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422167936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827757.142290:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827757.142354:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827757/real 1787827757] req@ffff8a4f08daa1c0 x1874669422167424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827757.142376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422167424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827757.142389:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827757.142393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827757.142399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422167424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827757.142408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827757.142434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827757.142448:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827757/real 1787827757] req@ffff8a4f08da9680 x1874669422167552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827757.142460:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422167552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827757.142468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827757.142471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827757.142475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827757.142530:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827757.142553:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827757.142565:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827757/real 1787827757] req@ffff8a4f08da83c0 x1874669422167680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827757.142577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422167680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827757.142585:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827757.142589:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827757.142593:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827757.142599:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827757.142619:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827757.142631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827757/real 1787827757] req@ffff8a4f08daad00 x1874669422167808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827757.142645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422167808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827757.142653:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827757.142657:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827757.142660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827757.142666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827757.142687:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827757.142700:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827757/real 1787827757] req@ffff8a4f08dab840 x1874669422167936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827757.142722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422167936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827757.142731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827757.142734:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827757.142737:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422167936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827757.270161:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827758.294003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827759.318052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827760.342041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827761.366105:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827762.262044:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827762.262055:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827762.262060:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827762.262071:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3720 00000100:00080000:1.0:1787827762.262084:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827762.262107:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827762.262160:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422168064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827762.262186:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827762.262189:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827762.262190:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827762.262193:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3720 00000100:00080000:1.0:1787827762.262196:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827762.262199:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827762.262208:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827762.262217:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422168192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827762.262233:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422168064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827762.262250:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827762.262253:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827762.262254:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827762.262258:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3720 00000100:00080000:1.0:1787827762.262262:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827762.262265:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827762.262269:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827762.262279:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422168320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827762.262286:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827762.262288:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827762.262290:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827762.262292:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3720 00000100:00080000:1.0:1787827762.262295:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787827762.262299:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827762.262302:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827762.262307:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827762.262316:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422168448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827762.262323:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827762.262325:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827762.262326:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827762.262330:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3720 00000100:00080000:1.0:1787827762.262338:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827762.262339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827762/real 1787827762] req@ffff8a4f13cb2d00 x1874669422168064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827762.262346:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827762.262355:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827762.262364:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422168064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827762.262369:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422168576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827762.262388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827762.262394:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827762.262398:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422168064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827762.262419:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827762.262434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827762.262443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827762/real 1787827762] req@ffff8a4f13cb1a40 x1874669422168192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827762.262451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422168192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827762.262457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827762.262459:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827762.262462:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827762.262466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827762.262476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827762.262482:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827762/real 1787827762] req@ffff8a4f13cb30c0 x1874669422168320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827762.262490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422168320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827762.262495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827762.262497:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827762.262499:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827762.262502:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827762.262512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827762.262518:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827762/real 1787827762] req@ffff8a4f13cb1e00 x1874669422168448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827762.262524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422168448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827762.262529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827762.262531:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827762.262534:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827762.262537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827762.262546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827762.262553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827762/real 1787827762] req@ffff8a4f13cb2580 x1874669422168576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827762.262560:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422168576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827762.262565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827762.262567:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827762.262569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827762.389984:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827763.414031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827764.437979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827765.462082:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827766.486040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827767.382050:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827767.382061:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827767.382066:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827767.382077:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3725 00000100:00080000:1.0:1787827767.382090:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827767.382098:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827767.382144:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422168704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827767.382169:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827767.382172:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827767.382173:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827767.382176:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3725 00000100:00080000:1.0:1787827767.382178:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827767.382181:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827767.382189:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827767.382198:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422168832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827767.382207:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827767.382229:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827767.382231:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827767.382239:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3725 00000100:00100000:3.0:1787827767.382242:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422168704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827767.382244:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827767.382257:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827767.382263:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827767.382277:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422168960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827767.382286:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827767.382289:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827767.382291:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827767.382295:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3725 00000100:00080000:1.0:1787827767.382299:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827767.382302:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827767.382306:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827767.382313:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422169088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827767.382319:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827767.382326:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:3.0:1787827767.382328:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827767.382329:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827767.382340:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3725 00000100:00080000:1.0:1787827767.382344:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827767.382347:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827767.382356:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827767.382364:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422169216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827767.382395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827767/real 1787827767] req@ffff8a4f13cb0b40 x1874669422168704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827767.382414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422168704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827767.382422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827767.382426:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827767.382429:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422168704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827767.382435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827767.382455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827767.382464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827767/real 1787827767] req@ffff8a4f13cb3840 x1874669422168832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827767.382472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422168832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827767.382483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827767.382485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827767.382488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827767.382508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827767.382519:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827767.382525:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827767/real 1787827767] req@ffff8a4f13cb2580 x1874669422168960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827767.382533:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422168960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827767.382538:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827767.382540:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827767.382542:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422168960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827767.382546:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827767.382556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827767.382562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827767/real 1787827767] req@ffff8a4f13cb1e00 x1874669422169088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827767.382570:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422169088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827767.382574:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827767.382576:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827767.382579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827767.382582:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827767.382592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827767.382598:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827767/real 1787827767] req@ffff8a4f13cb30c0 x1874669422169216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827767.382604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422169216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827767.382609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827767.382611:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827767.382613:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827767.510173:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827768.534042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827769.558051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827770.582017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827771.606029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827772.501969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827772.501981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827772.501986:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827772.501996:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3730 00000100:00080000:2.0:1787827772.502006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827772.502013:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827772.502049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422169344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827772.502075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827772.502078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827772.502081:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827772.502084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3730 00000100:00080000:2.0:1787827772.502087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827772.502091:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827772.502099:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827772.502112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422169472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827772.502122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827772.502126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827772.502129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827772.502132:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422169344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827772.502134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3730 00000100:00080000:2.0:1787827772.502141:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827772.502146:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827772.502150:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827772.502161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422169600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827772.502172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827772.502176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827772.502179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827772.502184:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3730 00000100:00080000:2.0:1787827772.502192:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827772.502198:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827772.502205:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827772.502206:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827772.502228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422169728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827772.502243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827772.502249:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827772/real 1787827772] req@ffff8a4f06e8c780 x1874669422169344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827772.502250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827772.502255:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827772.502266:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3730 00000100:00080000:2.0:1787827772.502274:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827772.502280:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827772.502283:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422169344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787827772.502287:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787827772.502300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827772.502308:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787827772.502309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422169856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827772.502314:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422169344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827772.502348:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827772.502370:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827772.502382:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827772/real 1787827772] req@ffff8a4f06e8ed00 x1874669422169472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827772.502392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422169472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827772.502399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827772.502402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827772.502404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827772.502409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827772.502422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827772.502429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827772/real 1787827772] req@ffff8a4f06e8e1c0 x1874669422169600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827772.502438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422169600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827772.502444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827772.502446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827772.502449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827772.502453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827772.502471:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827772.502485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827772/real 1787827772] req@ffff8a4f06e8f480 x1874669422169728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827772.502501:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422169728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827772.502512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827772.502516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827772.502520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827772.502529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827772.502549:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827772.502562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827772/real 1787827772] req@ffff8a4f06e8cf00 x1874669422169856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827772.502577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422169856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827772.502587:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827772.502591:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827772.502595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422169856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827772.630004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827773.653989:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827774.678037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827775.702026:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827776.726018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827777.621973:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827777.621983:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827777.621987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827777.621997:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3736 00000100:00080000:1.0:1787827777.622007:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827777.622014:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827777.622052:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422169984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827777.622083:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827777.622088:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827777.622090:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827777.622094:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3736 00000100:00080000:1.0:1787827777.622098:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827777.622102:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827777.622112:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827777.622125:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422170112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827777.622131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422169984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827777.622147:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827777.622151:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827777.622153:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827777.622158:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3736 00000100:00080000:1.0:1787827777.622176:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827777.622182:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827777.622188:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787827777.622193:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827777.622205:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422170240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827777.622217:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827777.622221:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827777.622223:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827777.622228:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3736 00000100:00080000:1.0:1787827777.622232:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827777.622238:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827777.622238:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827777/real 1787827777] req@ffff8a4f13cb1a40 x1874669422169984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787827777.622247:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827777.622262:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422170368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827777.622273:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827777.622276:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422169984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827777.622278:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827777.622283:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827777.622292:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3736 00000100:00080000:3.0:1787827777.622293:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827777.622299:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827777.622300:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827777.622309:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422169984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827777.622310:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827777.622318:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827777.622332:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422170496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827777.622333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827777.622366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827777.622379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827777/real 1787827777] req@ffff8a4f13cb2d00 x1874669422170112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827777.622389:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422170112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827777.622395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827777.622398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827777.622400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827777.622405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827777.622416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827777.622423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827777/real 1787827777] req@ffff8a4f13cb0780 x1874669422170240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827777.622431:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422170240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827777.622436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827777.622438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827777.622440:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827777.622443:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827777.622453:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827777.622459:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827777/real 1787827777] req@ffff8a4f13cb21c0 x1874669422170368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827777.622467:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422170368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827777.622472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827777.622474:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827777.622476:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827777.622488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827777.622498:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827777.622504:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827777/real 1787827777] req@ffff8a4f13cb0000 x1874669422170496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827777.622511:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422170496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827777.622522:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827777.622524:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827777.622526:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827777.750076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827778.774007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827779.798145:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827780.822041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827781.846120:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827782.741961:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827782.741972:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827782.741977:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827782.741987:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3741 00000100:00080000:1.0:1787827782.741997:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827782.742003:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827782.742033:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422170624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827782.742056:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827782.742059:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827782.742060:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827782.742063:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3741 00000100:00080000:1.0:1787827782.742065:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827782.742068:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827782.742075:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827782.742084:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422170752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827782.742093:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827782.742096:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827782.742097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827782.742102:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3741 00000100:00080000:1.0:1787827782.742104:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827782.742104:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422170624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827782.742108:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827782.742125:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827782.742135:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422170880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827782.742143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827782.742145:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827782.742146:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827782.742149:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3741 00000100:00080000:1.0:1787827782.742152:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827782.742155:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827782.742158:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827782.742165:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422171008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827782.742171:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787827782.742174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827782.742175:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827782.742179:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827782.742183:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3741 00000100:00080000:1.0:1787827782.742186:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827782.742188:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827782.742191:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827782.742200:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422171136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827782.742215:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827782/real 1787827782] req@ffff8a4f13cb03c0 x1874669422170624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827782.742230:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422170624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827782.742243:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827782.742246:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827782.742248:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422170624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827782.742266:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827782.742282:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827782.742291:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827782/real 1787827782] req@ffff8a4f13cb12c0 x1874669422170752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827782.742299:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422170752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827782.742304:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827782.742306:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827782.742308:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827782.742312:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827782.742331:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827782.742337:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827782/real 1787827782] req@ffff8a4f13cb0000 x1874669422170880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827782.742345:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422170880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827782.742350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827782.742352:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827782.742354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422170880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827782.742358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827782.742369:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827782.742375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827782/real 1787827782] req@ffff8a4f13cb21c0 x1874669422171008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827782.742383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422171008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827782.742388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827782.742389:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827782.742391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827782.742395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827782.742404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827782.742410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827782/real 1787827782] req@ffff8a4f13cb0780 x1874669422171136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827782.742417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422171136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827782.742422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827782.742423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827782.742425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827782.870952:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827783.893970:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827784.919009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827785.942051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827786.966010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827787.861940:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827787.861951:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827787.861955:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827787.861966:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3746 00000100:00080000:3.0:1787827787.861976:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827787.861983:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827787.862020:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422171264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827787.862048:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827787.862052:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827787.862054:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827787.862059:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3746 00000100:00080000:3.0:1787827787.862064:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827787.862068:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827787.862079:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827787.862086:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422171264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827787.862097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422171392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827787.862111:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827787.862115:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827787.862117:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827787.862121:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3746 00000100:00080000:3.0:1787827787.862125:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827787.862129:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827787.862135:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787827787.862144:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827787.862151:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422171520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827787.862173:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827787.862177:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827787.862179:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827787.862184:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3746 00000100:00080000:3.0:1787827787.862189:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827787.862193:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827787.862199:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827787.862201:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827787/real 1787827787] req@ffff8a4f08da8f00 x1874669422171264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827787.862214:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422171648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827787.862220:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422171264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827787.862241:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827787.862243:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827787.862248:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787827787.862251:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1787827787.862255:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422171264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827787.862256:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827787.862265:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3746 00000100:00080000:3.0:1787827787.862270:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827787.862275:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827787.862280:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171392:192.168.203.149@tcp:38:kworker.0 00000008:00100000:3.0:1787827787.862281:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827787.862302:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422171776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827787.862310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827787.862323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827787/real 1787827787] req@ffff8a4f08daa940 x1874669422171392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827787.862334:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422171392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827787.862341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827787.862344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827787.862346:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827787.862350:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827787.862361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827787.862368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827787/real 1787827787] req@ffff8a4f08dab840 x1874669422171520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827787.862375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422171520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827787.862390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827787.862392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827787.862394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827787.862398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827787.862412:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827787.862418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827787/real 1787827787] req@ffff8a4f08daad00 x1874669422171648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827787.862426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422171648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827787.862430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827787.862432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827787.862434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827787.862446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827787.862456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827787.862463:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827787/real 1787827787] req@ffff8a4f08da83c0 x1874669422171776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827787.862473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422171776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827787.862482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827787.862484:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827787.862494:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422171776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827787.990023:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827789.013991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827790.038088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827791.062030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827792.086096:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827792.981994:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827792.982006:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827792.982010:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827792.982020:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3751 00000100:00080000:1.0:1787827792.982032:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827792.982039:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827792.982096:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422171904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827792.982127:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827792.982129:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827792.982131:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827792.982134:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3751 00000100:00080000:1.0:1787827792.982136:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827792.982150:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827792.982160:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827792.982188:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422172032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827792.982203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827792.982219:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827792.982223:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827792.982229:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422171904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827792.982230:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3751 00000100:00080000:1.0:1787827792.982240:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827792.982292:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827792.982299:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827792.982313:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422172160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827792.982326:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827792.982327:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827792.982333:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827792.982335:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827792.982350:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3751 00000100:00080000:1.0:1787827792.982387:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827792.982392:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827792.982397:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827792.982422:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827792/real 1787827792] req@ffff8a4f13cb2d00 x1874669422171904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827792.982423:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422172288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827792.982492:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827792.982497:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787827792.982517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422171904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827792.982520:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827792.982548:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3751 00000100:00080000:3.0:1787827792.982551:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827792.982560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787827792.982561:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827792.982565:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422171904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827792.982578:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827792.982589:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827792.982615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827792.982624:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422172416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827792.982648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827792.982669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827792/real 1787827792] req@ffff8a4f13cb1a40 x1874669422172032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827792.982708:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422172032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827792.982714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827792.982718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827792.982720:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827792.982725:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827792.982742:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827792.982766:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827792/real 1787827792] req@ffff8a4f13cb30c0 x1874669422172160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827792.982776:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422172160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827792.982788:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827792.982791:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827792.982794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827792.982799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827792.982851:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827792.982884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827792/real 1787827792] req@ffff8a4f13cb1e00 x1874669422172288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827792.982908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422172288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827792.982915:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827792.982917:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827792.982920:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827792.982934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827792.982955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827792.982968:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827792/real 1787827792] req@ffff8a4f13cb2580 x1874669422172416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827792.982982:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422172416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827792.982992:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827792.982996:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827792.983000:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827793.110037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827794.134114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827795.158069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827796.182079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827797.206071:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827798.101942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827798.101950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827798.101954:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827798.101962:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3756 00000100:00080000:0.0:1787827798.101971:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827798.101977:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827798.102008:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422172544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827798.102029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827798.102032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827798.102038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827798.102040:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3756 00000100:00080000:0.0:1787827798.102043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827798.102046:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827798.102054:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827798.102062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422172672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827798.102070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827798.102073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827798.102074:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827798.102077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3756 00000100:00080000:0.0:1787827798.102079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827798.102081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827798.102087:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422172544:192.168.203.149@tcp:250:kworker.0 00000008:00100000:0.0:1787827798.102088:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827798.102098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422172800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827798.102105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827798.102107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827798.102109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827798.102111:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3756 00000100:00080000:0.0:1787827798.102113:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827798.102115:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827798.102118:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827798.102125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422172928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827798.102131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827798.102134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827798.102136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827798.102138:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3756 00000100:00080000:0.0:1787827798.102141:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827798.102143:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827798.102146:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827798.102148:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827798.102158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422173056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827798.102188:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827798/real 1787827798] req@ffff8a4f13c5ad00 x1874669422172544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827798.102202:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422172544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827798.102210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827798.102213:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827798.102216:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422172544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827798.102221:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827798.102236:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827798.102243:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827798/real 1787827798] req@ffff8a4f13c5b480 x1874669422172672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827798.102252:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422172672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827798.102257:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827798.102259:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827798.102261:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827798.102280:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827798.102291:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827798.102298:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827798/real 1787827798] req@ffff8a4f13c59680 x1874669422172800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827798.102306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422172800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827798.102311:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827798.102313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827798.102315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827798.102318:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827798.102329:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827798.102335:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827798/real 1787827798] req@ffff8a4f13c58000 x1874669422172928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827798.102343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422172928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827798.102348:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827798.102349:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827798.102351:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422172928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827798.102355:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827798.102364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827798.102370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827798/real 1787827798] req@ffff8a4f13c59a40 x1874669422173056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827798.102378:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422173056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827798.102383:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827798.102385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827798.102388:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827798.230168:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827799.254043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827800.278158:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827801.302081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827802.326217:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827803.221988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827803.222016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827803.222022:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827803.222034:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3761 00000100:00080000:0.0:1787827803.222048:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827803.222058:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827803.222124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422173184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827803.222191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827803.222198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827803.222202:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827803.222208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3761 00000100:00080000:0.0:1787827803.222214:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827803.222220:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827803.222232:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827803.222251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422173312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827803.222265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827803.222270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827803.222273:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827803.222295:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3761 00000100:00080000:0.0:1787827803.222300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827803.222305:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827803.222311:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827803.222316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422173184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827803.222328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422173440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827803.222352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827803.222357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827803.222359:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827803.222362:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3761 00000100:00080000:0.0:1787827803.222367:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827803.222370:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827803.222375:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827803.222383:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827803.222390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422173568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827803.222400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827803.222403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827803.222404:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827803.222407:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3761 00000100:00080000:0.0:1787827803.222410:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827803.222412:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827803.222416:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827803.222426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827803/real 1787827803] req@ffff8a4f13c583c0 x1874669422173184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827803.222429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422173696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827803.222461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422173184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827803.222473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827803.222477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827803.222481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422173184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827803.222488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827803.222504:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827803.222514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827803/real 1787827803] req@ffff8a4f13c5a940 x1874669422173312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827803.222523:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422173312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827803.222529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827803.222531:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827803.222534:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827803.222575:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827803.222595:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827803.222606:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827803/real 1787827803] req@ffff8a4f13c58780 x1874669422173440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827803.222636:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422173440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827803.222645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827803.222649:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827803.222653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827803.222660:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827803.222681:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827803.222693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827803/real 1787827803] req@ffff8a4f13c5a580 x1874669422173568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827803.222707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422173568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827803.222716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827803.222719:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827803.222723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827803.222729:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827803.222797:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827803.222806:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827803/real 1787827803] req@ffff8a4f13c58f00 x1874669422173696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827803.222815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422173696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827803.222822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827803.222824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827803.222826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827803.350047:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827804.373974:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827805.398069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827806.422184:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827807.446160:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827808.342055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827808.342069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827808.342075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827808.342089:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3766 00000100:00080000:0.0:1787827808.342105:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827808.342116:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827808.342161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422173824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827808.342196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827808.342201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827808.342203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827808.342208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3766 00000100:00080000:0.0:1787827808.342212:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827808.342216:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827808.342231:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827808.342256:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422173824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827808.342259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422173952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827808.342290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827808.342297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827808.342301:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827808.342309:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3766 00000100:00080000:0.0:1787827808.342318:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827808.342327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827808.342337:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827808.342359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422174080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827808.342373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827808.342379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827808.342383:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787827808.342387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827808.342395:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3766 00000100:00080000:0.0:1787827808.342405:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827808.342413:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827808.342421:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827808.342438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422174208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827808.342450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827808.342457:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827808/real 1787827808] req@ffff8a4f13c5a1c0 x1874669422173824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827808.342458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827808.342465:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827808.342480:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3766 00000100:00080000:0.0:1787827808.342488:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827808.342494:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827808.342502:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827808.342502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422173824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827808.342525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787827808.342529:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422174336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827808.342536:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827808.342552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422173824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827808.342605:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827808.342638:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827808.342655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827808/real 1787827808] req@ffff8a4f13c592c0 x1874669422173952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827808.342671:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422173952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827808.342729:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827808.342735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827808.342740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422173952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827808.342748:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827808.342778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827808.342792:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827808/real 1787827808] req@ffff8a4f13c5b0c0 x1874669422174080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827808.342807:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422174080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827808.342817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827808.342821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827808.342825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827808.342832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827808.342890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827808.342905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827808/real 1787827808] req@ffff8a4f13c5bc00 x1874669422174208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827808.342921:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422174208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827808.342931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827808.342935:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827808.342940:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827808.342947:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827808.342970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827808.342982:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827808/real 1787827808] req@ffff8a4f13c58f00 x1874669422174336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827808.342996:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422174336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827808.343005:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827808.343008:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827808.343012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827808.470186:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827809.494108:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827810.518047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827811.542134:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827812.566132:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827813.461982:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827813.461995:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827813.462000:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827813.462012:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3771 00000100:00080000:3.0:1787827813.462025:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827813.462034:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827813.462082:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422174464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827813.462123:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827813.462125:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827813.462127:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827813.462130:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3771 00000100:00080000:3.0:1787827813.462132:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827813.462135:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827813.462145:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827813.462154:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422174592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827813.462162:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827813.462165:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827813.462167:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827813.462171:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3771 00000100:00100000:1.0:1787827813.462175:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422174464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827813.462175:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827813.462179:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827813.462182:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827813.462188:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422174720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827813.462194:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827813.462202:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827813.462204:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827813.462207:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3771 00000100:00080000:3.0:1787827813.462208:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827813.462211:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827813.462214:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827813.462223:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422174848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827813.462228:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827813.462231:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827813.462233:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827813.462235:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3771 00000100:00080000:3.0:1787827813.462238:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827813.462240:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827813.462243:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827813.462250:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422174976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827813.462274:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827813.462320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827813/real 1787827813] req@ffff8a4f08da9680 x1874669422174464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827813.462344:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422174464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827813.462364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827813.462368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827813.462371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422174464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827813.462398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827813.462415:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827813.462426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827813/real 1787827813] req@ffff8a4f08daa1c0 x1874669422174592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827813.462435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422174592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827813.462441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827813.462443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827813.462446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827813.462449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827813.462460:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827813.462466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827813/real 1787827813] req@ffff8a4f08dab0c0 x1874669422174720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827813.462486:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422174720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827813.462492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827813.462494:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827813.462496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827813.462500:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827813.462514:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827813.462521:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827813/real 1787827813] req@ffff8a4f08da92c0 x1874669422174848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827813.462528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422174848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827813.462534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827813.462535:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827813.462537:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827813.462540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827813.462550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827813.462556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827813/real 1787827813] req@ffff8a4f08daa580 x1874669422174976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827813.462564:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422174976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827813.462580:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827813.462582:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827813.462585:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422174976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827813.590116:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827814.614129:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827815.638194:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827816.662170:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827817.686113:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827818.581952:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827818.581962:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827818.581978:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827818.581990:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3776 00000100:00080000:3.0:1787827818.582003:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827818.582013:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827818.582056:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422175104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827818.582085:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827818.582089:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827818.582090:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827818.582094:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3776 00000100:00080000:3.0:1787827818.582097:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827818.582101:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827818.582109:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827818.582120:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422175232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827818.582131:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827818.582135:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827818.582137:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827818.582141:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3776 00000100:00080000:3.0:1787827818.582147:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827818.582148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422175104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827818.582158:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827818.582166:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827818.582184:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422175360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827818.582197:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827818.582202:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827818.582205:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827818.582210:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3776 00000100:00080000:3.0:1787827818.582215:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827818.582219:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827818.582225:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827818.582237:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422175488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827818.582247:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827818.582250:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827818.582261:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827818.582268:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3776 00000100:00100000:1.0:1787827818.582271:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422175232:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787827818.582273:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827818.582285:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827818.582291:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827818.582306:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422175616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827818.582340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422175360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827818.582377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422175488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827818.582402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422175616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827818.710113:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827819.734044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827820.758038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827821.654143:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787827821.654194:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827821.654213:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827821.654268:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827821.654284:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827821.654298:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827821.654314:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827821.654349:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827818/real 1787827821] req@ffff8a4f08da9a40 x1874669422175616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827821.654390:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422175616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827821.654409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827821.654418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827821.654426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422175616:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827821.654439:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827818/real 1787827821] req@ffff8a4f08dab480 x1874669422175232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827821.654462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422175232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827821.654515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827821.654523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827821.654530:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422175232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827821.654541:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827818/real 1787827821] req@ffff8a4f08da8b40 x1874669422175360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827821.654565:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422175360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827821.654579:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827821.654585:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827821.654592:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422175360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827821.654602:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827818/real 1787827821] req@ffff8a4f08dabc00 x1874669422175488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827821.654649:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422175488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827821.654664:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827821.654670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827821.654677:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422175488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827821.654688:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827818/real 1787827821] req@ffff8a4f08da8000 x1874669422175104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827821.654709:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422175104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827821.654736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827821.654742:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827821.654749:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422175104:192.168.203.149@tcp:250:kworker.0 00010000:00010000:2.0:1787827821.782014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827822.806156:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827823.701974:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827823.701989:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827823.701996:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827823.702012:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3782 00000100:00080000:3.0:1787827823.702039:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827823.702050:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827823.702105:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422175744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827823.702145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827823.702150:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827823.702152:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827823.702157:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3782 00000100:00080000:3.0:1787827823.702161:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827823.702165:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827823.702180:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827823.702202:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422175872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827823.702216:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827823.702228:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827823.702232:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827823.702246:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422175744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827823.702246:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3782 00000100:00080000:3.0:1787827823.702259:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827823.702281:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827823.702291:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827823.702317:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422176000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827823.702338:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827823.702344:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827823.702348:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827823.702359:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3782 00000800:00000100:1.0:1787827823.702365:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827823.702373:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827823.702384:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827823.702395:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827823.702418:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422176128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827823.702434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827823/real 1787827823] req@ffff8a4f08da9e00 x1874669422175744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827823.702441:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827823.702462:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827823.702473:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827823.702484:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3782 00000100:00100000:1.0:1787827823.702488:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422175744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827823.702496:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827823.702512:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:1.0:1787827823.702514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827823.702529:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000008:00100000:3.0:1787827823.702530:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827823.702541:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422175744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827823.702558:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422175872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827823.702565:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422176256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827823.702614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827823.702644:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827823/real 1787827823] req@ffff8a4f08da8780 x1874669422175872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827823.702669:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422175872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827823.702679:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827823.702684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827823.702689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422175872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827823.702738:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827823.702764:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827823.702777:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827823/real 1787827823] req@ffff8a4f08da8000 x1874669422176000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827823.702791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422176000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827823.702800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827823.702803:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827823.702807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827823.702814:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827823.702837:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827823.702903:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827823/real 1787827823] req@ffff8a4f08dabc00 x1874669422176128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827823.702920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422176128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827823.702930:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827823.702934:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827823.702938:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827823.702956:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827823.702980:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827823.702994:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827823/real 1787827823] req@ffff8a4f08da8b40 x1874669422176256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827823.703016:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422176256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827823.703025:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827823.703029:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827823.703033:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827823.829987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827824.854335:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827825.878127:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827826.902270:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827827.926161:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827828.822077:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827828.822096:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827828.822104:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827828.822139:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3787 00000100:00080000:3.0:1787827828.822159:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827828.822172:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827828.822260:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422176384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827828.822325:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827828.822355:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827828.822358:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827828.822363:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3787 00000100:00080000:3.0:1787827828.822379:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827828.822385:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827828.822400:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827828.822418:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422176512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827828.822432:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827828.822437:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827828.822441:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827828.822446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422176384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827828.822450:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3787 00000100:00080000:3.0:1787827828.822474:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827828.822481:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827828.822490:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827828.822514:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422176640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827828.822531:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827828.822537:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827828.822541:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827828.822548:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3787 00000100:00080000:3.0:1787827828.822580:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787827828.822621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827828.822623:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827828.822639:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827828.822672:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422176768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827828.822693:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827828.822701:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827828.822704:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827828.822715:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3787 00000100:00100000:1.0:1787827828.822717:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827828/real 1787827828] req@ffff8a4f08dab480 x1874669422176384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827828.822722:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827828.822737:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827828.822751:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827828.822764:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422176384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827828.822775:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422176896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827828.822789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827828.822822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827828.822835:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422176384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827828.822936:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827828.823002:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827828.823021:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827828/real 1787827828] req@ffff8a4f08da9a40 x1874669422176512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827828.823037:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422176512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827828.823089:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827828.823094:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827828.823099:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827828.823124:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827828.823151:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827828.823164:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827828/real 1787827828] req@ffff8a4f08daa580 x1874669422176640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827828.823177:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422176640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827828.823187:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827828.823190:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827828.823194:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827828.823200:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827828.823217:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827828.823227:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827828/real 1787827828] req@ffff8a4f08da92c0 x1874669422176768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827828.823250:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422176768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827828.823258:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827828.823261:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827828.823274:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827828.823284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827828.823322:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827828.823342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827828/real 1787827828] req@ffff8a4f08dab0c0 x1874669422176896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827828.823365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422176896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827828.823408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827828.823412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827828.823416:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422176896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827828.950098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827829.974120:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827830.998021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827832.022027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827833.046109:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827833.942117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827833.942133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827833.942139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827833.942153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3792 00000100:00080000:0.0:1787827833.942169:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827833.942181:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827833.942232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422177024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827833.942293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827833.942299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827833.942302:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827833.942309:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3792 00000100:00080000:0.0:1787827833.942316:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827833.942325:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827833.942339:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827833.942369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422177024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827833.942381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422177152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827833.942405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827833.942412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827833.942415:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827833.942423:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3792 00000100:00080000:0.0:1787827833.942447:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787827833.942455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827833.942463:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827833.942475:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827833.942500:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422177280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827833.942514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827833/real 1787827833] req@ffff8a4f13c5a580 x1874669422177024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827833.942556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827833.942573:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827833.942579:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827833.942589:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3792 00000100:00100000:1.0:1787827833.942598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422177024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827833.942601:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827833.942618:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:1.0:1787827833.942621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827833.942630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000008:00100000:0.0:1787827833.942632:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827833.942637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422177024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827833.942671:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787827833.942689:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422177408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827833.942713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827833.942721:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827833.942725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827833.942729:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827833.942737:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3792 00000100:00080000:0.0:1787827833.942764:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827833.942773:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827833.942782:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827833.942791:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827833/real 1787827833] req@ffff8a4f13c58780 x1874669422177152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787827833.942830:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422177536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827833.942851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422177152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827833.942872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827833.942878:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827833.942883:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827833.942957:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827833.943016:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827833.943034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827833/real 1787827833] req@ffff8a4f13c5a940 x1874669422177280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827833.943046:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422177280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827833.943054:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827833.943057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827833.943060:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827833.943111:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827833.943142:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827833.943155:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827833/real 1787827833] req@ffff8a4f13c583c0 x1874669422177408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827833.943168:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422177408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827833.943186:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827833.943190:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827833.943194:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827833.943200:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827833.943222:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827833.943233:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827833/real 1787827833] req@ffff8a4f13c59a40 x1874669422177536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827833.943246:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422177536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827833.943271:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827833.943273:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827833.943276:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827834.070020:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827835.094092:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827836.118040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827837.142081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827838.166023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827839.061964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827839.061979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827839.061985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827839.061998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3797 00000100:00080000:2.0:1787827839.062013:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827839.062023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827839.062074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422177664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827839.062106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827839.062110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827839.062112:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827839.062117:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3797 00000100:00080000:2.0:1787827839.062122:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827839.062128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827839.062141:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827839.062152:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422177664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827839.062158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422177792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827839.062173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827839.062177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827839.062179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827839.062183:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3797 00000100:00080000:2.0:1787827839.062188:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827839.062193:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827839.062199:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827839.062214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422177920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827839.062226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827839.062231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827839.062233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787827839.062240:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827839.062241:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3797 00000100:00080000:2.0:1787827839.062251:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827839.062258:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827839.062265:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827839.062281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422178048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827839.062290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827839.062293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827839.062295:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827839.062301:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3797 00000100:00100000:1.0:1787827839.062303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827839/real 1787827839] req@ffff8a4f06e8c3c0 x1874669422177664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787827839.062305:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827839.062312:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827839.062318:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827839.062338:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422177664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827839.062341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422178176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827839.062364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827839.062371:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827839.062375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422177664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827839.062418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827839.062440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827839.062452:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827839/real 1787827839] req@ffff8a4f06e8cb40 x1874669422177792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827839.062462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422177792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827839.062468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827839.062471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827839.062474:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827839.062479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827839.062510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827839.062520:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827839/real 1787827839] req@ffff8a4f06e8e940 x1874669422177920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827839.062535:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422177920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827839.062542:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827839.062545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827839.062547:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422177920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827839.062551:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827839.062565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827839.062572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827839/real 1787827839] req@ffff8a4f06e8d2c0 x1874669422178048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827839.062588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422178048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827839.062595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827839.062597:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827839.062599:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827839.062604:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827839.062617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827839.062624:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827839/real 1787827839] req@ffff8a4f06e8d680 x1874669422178176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827839.062632:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422178176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827839.062638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827839.062640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827839.062643:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827839.190042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827840.214012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827841.238024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827842.261998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827843.286066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827844.181944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827844.181952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827844.181955:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827844.181964:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3802 00000100:00080000:0.0:1787827844.181973:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827844.181979:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827844.182010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422178304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827844.182033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827844.182037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827844.182039:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827844.182041:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3802 00000100:00080000:0.0:1787827844.182043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827844.182046:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827844.182054:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827844.182062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422178432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827844.182070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827844.182072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827844.182073:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827844.182076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3802 00000100:00080000:0.0:1787827844.182078:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827844.182080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827844.182083:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827844.182087:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422178304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827844.182093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422178560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827844.182101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827844.182103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827844.182104:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827844.182107:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3802 00000100:00080000:0.0:1787827844.182109:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827844.182111:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827844.182115:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827844.182123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422178688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827844.182129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827844.182131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827844.182132:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827844.182135:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3802 00000100:00080000:0.0:1787827844.182137:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827844.182139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827844.182142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827844.182147:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827844.182151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422178816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827844.182186:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827844/real 1787827844] req@ffff8a4f13c58000 x1874669422178304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827844.182200:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422178304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827844.182224:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827844.182227:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827844.182230:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422178304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827844.182236:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827844.182253:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827844.182263:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827844/real 1787827844] req@ffff8a4f13c59680 x1874669422178432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827844.182271:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422178432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827844.182276:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827844.182278:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827844.182280:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827844.182299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827844.182310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827844.182317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827844/real 1787827844] req@ffff8a4f13c5b480 x1874669422178560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827844.182324:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422178560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827844.182329:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827844.182331:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827844.182333:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827844.182342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827844.182361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827844.182373:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827844/real 1787827844] req@ffff8a4f13c5ad00 x1874669422178688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827844.182385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422178688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827844.182393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827844.182397:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827844.182400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827844.182406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827844.182426:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827844.182440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827844/real 1787827844] req@ffff8a4f13c59a40 x1874669422178816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827844.182465:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422178816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827844.182474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827844.182477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827844.182479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422178816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827844.309980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827845.334016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827846.358114:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827847.382043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827848.405972:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827849.301983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827849.301991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827849.301994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827849.302014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3807 00000100:00080000:1.0:1787827849.302024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827849.302032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827849.302066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422178944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827849.302095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827849.302099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827849.302101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827849.302104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3807 00000100:00080000:1.0:1787827849.302109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827849.302112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827849.302121:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827849.302134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422179072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827849.302146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827849.302149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827849.302151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827849.302155:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3807 00000100:00080000:1.0:1787827849.302159:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827849.302161:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422178944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827849.302170:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827849.302178:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827849.302192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422179200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827849.302214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827849.302218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827849.302220:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827849.302225:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3807 00000100:00080000:1.0:1787827849.302229:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787827849.302235:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827849.302237:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827849.302245:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827849.302259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422179328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827849.302267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827849.302269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827849.302271:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827849.302274:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3807 00000100:00080000:1.0:1787827849.302278:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827849.302279:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827849/real 1787827849] req@ffff8a4f13cb3840 x1874669422178944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827849.302283:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827849.302291:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827849.302304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422179456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827849.302311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422178944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827849.302325:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827849.302339:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827849.302343:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422178944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827849.302369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827849.302396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827849.302408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827849/real 1787827849] req@ffff8a4f13cb0b40 x1874669422179072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827849.302435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422179072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827849.302445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827849.302448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827849.302452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827849.302459:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827849.302483:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827849.302493:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827849/real 1787827849] req@ffff8a4f13cb2580 x1874669422179200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827849.302504:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422179200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827849.302513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827849.302516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827849.302520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827849.302526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827849.302548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827849.302560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827849/real 1787827849] req@ffff8a4f13cb1e00 x1874669422179328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827849.302573:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422179328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827849.302581:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827849.302584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827849.302587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827849.302594:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827849.302619:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827849.302631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827849/real 1787827849] req@ffff8a4f13cb30c0 x1874669422179456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827849.302644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422179456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827849.302653:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827849.302656:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827849.302659:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827849.429979:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827850.454012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827851.478011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827852.501963:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827853.526121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827854.421954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827854.421962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827854.421965:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827854.421989:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3812 00000100:00080000:2.0:1787827854.422000:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827854.422007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827854.422041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422179584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827854.422066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827854.422070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827854.422072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827854.422075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3812 00000100:00080000:2.0:1787827854.422078:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827854.422081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827854.422090:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827854.422099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422179712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827854.422123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827854.422126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827854.422127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827854.422129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3812 00000100:00080000:2.0:1787827854.422132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827854.422134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827854.422138:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827854.422145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422179840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827854.422152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827854.422154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827854.422156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827854.422159:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3812 00000100:00080000:2.0:1787827854.422161:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827854.422166:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827854.422166:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422179584:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787827854.422174:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827854.422184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422179968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827854.422191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827854.422193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827854.422194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827854.422197:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3812 00000100:00080000:2.0:1787827854.422199:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827854.422202:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827854.422205:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827854.422212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422180096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827854.422237:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827854.422285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827854/real 1787827854] req@ffff8a4f06e8de00 x1874669422179584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827854.422298:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422179584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827854.422305:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827854.422308:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827854.422310:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422179584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827854.422316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827854.422347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827854.422355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827854/real 1787827854] req@ffff8a4f06e8e580 x1874669422179712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827854.422370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422179712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827854.422387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827854.422390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827854.422393:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827854.422414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827854.422428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827854.422435:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827854/real 1787827854] req@ffff8a4f06e8f840 x1874669422179840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827854.422443:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422179840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827854.422448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827854.422450:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827854.422452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827854.422475:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827854.422486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827854.422492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827854/real 1787827854] req@ffff8a4f06e8c000 x1874669422179968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827854.422500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422179968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827854.422505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827854.422507:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827854.422509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422179968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827854.422512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827854.422521:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827854.422527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827854/real 1787827854] req@ffff8a4f06e8f0c0 x1874669422180096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827854.422534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422180096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827854.422539:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827854.422541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827854.422542:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827854.550010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827855.574018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827856.598056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827857.622043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827858.646204:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827859.541973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827859.541987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827859.541994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827859.542008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3817 00000100:00080000:2.0:1787827859.542025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827859.542038:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827859.542096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422180224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827859.542132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827859.542139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827859.542142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827859.542149:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3817 00000100:00080000:2.0:1787827859.542157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827859.542165:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827859.542182:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827859.542206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422180352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827859.542225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827859.542226:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422180224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827859.542232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827859.542236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827859.542242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3817 00000100:00080000:2.0:1787827859.542250:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827859.542256:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827859.542264:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827859.542281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422180480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827859.542297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827859.542303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827859.542306:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827859.542312:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3817 00000100:00080000:2.0:1787827859.542317:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827859.542323:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827859.542332:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827859.542335:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827859.542384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422180608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827859.542404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827859.542410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827859.542413:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827859.542420:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3817 00000100:00080000:2.0:1787827859.542426:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827859.542433:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827859.542441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827859/real 1787827859] req@ffff8a4f06e8f0c0 x1874669422180224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787827859.542442:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827859.542477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422180736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827859.542478:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422180224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827859.542500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827859.542508:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827859.542516:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422180224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827859.542564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827859.542607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827859.542626:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827859/real 1787827859] req@ffff8a4f06e8c000 x1874669422180352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827859.542642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422180352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827859.542661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827859.542666:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827859.542670:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827859.542678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827859.542699:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827859.542711:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827859/real 1787827859] req@ffff8a4f06e8f840 x1874669422180480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827859.542725:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422180480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827859.542735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827859.542739:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827859.542742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827859.542763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827859.542787:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827859.542800:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827859/real 1787827859] req@ffff8a4f06e8e580 x1874669422180608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827859.542815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422180608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827859.542824:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827859.542828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827859.542833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827859.542840:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827859.542902:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827859.542917:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827859/real 1787827859] req@ffff8a4f06e8de00 x1874669422180736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827859.542933:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422180736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827859.542943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827859.542947:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827859.542951:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827859.670165:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827860.694039:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827861.718052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827862.742048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827863.766027:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827864.662018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827864.662032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827864.662039:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827864.662054:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3823 00000100:00080000:1.0:1787827864.662106:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827864.662119:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827864.662161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422180864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827864.662206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827864.662214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827864.662217:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827864.662225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3823 00000100:00080000:1.0:1787827864.662234:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827864.662243:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827864.662259:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827864.662264:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422180864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827864.662283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422180992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827864.662300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827864.662329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827864.662333:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827864.662357:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3823 00000100:00080000:1.0:1787827864.662373:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827864.662378:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827864.662385:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827864.662404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422181120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827864.662408:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827864.662424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827864.662437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827864.662440:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827864.662450:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3823 00000100:00080000:1.0:1787827864.662459:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827864.662466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827864/real 1787827864] req@ffff8a4f13cb1a40 x1874669422180864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827864.662475:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827864.662493:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827864.662521:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422180864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827864.662524:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422181248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827864.662578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827864.662580:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827864.662586:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827864.662591:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827864.662595:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787827864.662601:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3823 00000100:00080000:1.0:1787827864.662608:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827864.662609:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422180864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827864.662621:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827864.662629:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827864.662643:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422181376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827864.662652:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827864.662702:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827864.662721:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827864/real 1787827864] req@ffff8a4f13cb2d00 x1874669422180992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827864.662736:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422180992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827864.662745:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827864.662749:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827864.662753:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422180992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827864.662759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827864.662776:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827864.662787:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827864/real 1787827864] req@ffff8a4f13cb0780 x1874669422181120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827864.662799:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422181120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827864.662808:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827864.662810:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827864.662814:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827864.662819:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827864.662839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827864.662893:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827864/real 1787827864] req@ffff8a4f13cb21c0 x1874669422181248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827864.662925:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422181248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827864.662940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827864.662944:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827864.662948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827864.662970:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827864.662997:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827864.663009:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827864/real 1787827864] req@ffff8a4f13cb0000 x1874669422181376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827864.663022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422181376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827864.663031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827864.663034:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827864.663037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827864.790049:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827865.814037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827866.837972:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827867.862010:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827868.886013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827869.782034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827869.782043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827869.782046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827869.782054:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3828 00000100:00080000:2.0:1787827869.782063:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827869.782070:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827869.782129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422181504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827869.782178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827869.782181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827869.782183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827869.782186:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3828 00000100:00080000:2.0:1787827869.782189:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827869.782192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827869.782202:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827869.782231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422181632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827869.782241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827869.782245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827869.782247:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827869.782251:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3828 00000100:00080000:2.0:1787827869.782255:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827869.782259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827869.782263:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827869.782303:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422181504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787827869.782305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422181760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827869.782345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827869.782348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827869.782349:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827869.782354:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3828 00000100:00080000:2.0:1787827869.782358:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827869.782360:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827869.782366:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827869.782379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422181888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827869.782385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827869.782388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827869.782389:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827869.782393:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3828 00000100:00080000:2.0:1787827869.782398:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827869.782400:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827869.782404:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827869.782411:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827869.782416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422182016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827869.782468:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827869/real 1787827869] req@ffff8a4f06e8d680 x1874669422181504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827869.782484:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422181504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827869.782493:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827869.782497:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827869.782500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422181504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827869.782508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827869.782524:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827869.782532:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827869/real 1787827869] req@ffff8a4f06e8d2c0 x1874669422181632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827869.782567:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422181632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827869.782575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827869.782577:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827869.782580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827869.782617:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827869.782654:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827869.782671:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827869/real 1787827869] req@ffff8a4f06e8e940 x1874669422181760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827869.782704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422181760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827869.782713:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827869.782717:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827869.782720:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827869.782727:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827869.782767:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827869.782784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827869/real 1787827869] req@ffff8a4f06e8cb40 x1874669422181888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827869.782804:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422181888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827869.782815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827869.782820:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827869.782825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422181888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827869.782835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827869.782864:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827869.782896:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827869/real 1787827869] req@ffff8a4f06e8c3c0 x1874669422182016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827869.782911:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422182016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827869.782957:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827869.782962:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827869.782966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827869.910163:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827870.934106:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827871.958028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827872.982100:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827874.006022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827874.901932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827874.901941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827874.901945:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827874.901953:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3833 00000100:00080000:2.0:1787827874.901969:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827874.901988:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827874.902022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422182144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827874.902053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827874.902056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827874.902057:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827874.902060:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3833 00000100:00080000:2.0:1787827874.902062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827874.902065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827874.902073:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827874.902082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422182272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827874.902122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827874.902129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827874.902131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787827874.902131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422182144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827874.902139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3833 00000100:00080000:2.0:1787827874.902146:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827874.902151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827874.902156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827874.902169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422182400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827874.902179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827874.902182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827874.902184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827874.902188:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3833 00000100:00080000:2.0:1787827874.902191:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827874.902195:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827874.902200:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827874.902210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422182528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827874.902219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827874.902222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827874.902224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827874.902231:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3833 00000800:00000100:3.0:1787827874.902255:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827874.902256:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827874.902266:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827874.902281:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827874.902295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422182656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827874.902357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827874/real 1787827874] req@ffff8a4f06e8cf00 x1874669422182144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827874.902384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422182144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827874.902417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827874.902422:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827874.902428:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422182144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827874.902461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827874.902509:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827874.902531:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827874/real 1787827874] req@ffff8a4f06e8f480 x1874669422182272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827874.902551:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422182272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827874.902564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827874.902580:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827874.902585:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827874.902595:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827874.902625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827874.902669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827874/real 1787827874] req@ffff8a4f06e8e1c0 x1874669422182400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827874.902690:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422182400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827874.902716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827874.902736:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827874.902740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827874.902747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827874.902770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827874.902782:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827874/real 1787827874] req@ffff8a4f06e8ed00 x1874669422182528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827874.902796:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422182528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827874.902803:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827874.902807:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827874.902810:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827874.902816:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827874.902838:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827874.902851:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827874/real 1787827874] req@ffff8a4f06e8c780 x1874669422182656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827874.902888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422182656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827874.902898:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827874.902902:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827874.902906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827875.030004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827876.054193:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827877.078029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827878.102052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827879.126063:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827880.021964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827880.021972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827880.021976:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827880.021984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3838 00000100:00080000:2.0:1787827880.021993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827880.021999:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827880.022033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422182784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827880.022061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827880.022063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827880.022065:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827880.022067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3838 00000100:00080000:2.0:1787827880.022070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827880.022074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827880.022093:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827880.022103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422182912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827880.022111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827880.022114:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422182784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827880.022115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827880.022117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827880.022124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3838 00000100:00080000:2.0:1787827880.022126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827880.022129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827880.022132:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827880.022141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422183040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827880.022148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827880.022150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827880.022152:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827880.022154:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3838 00000100:00080000:2.0:1787827880.022164:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827880.022167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827880.022170:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787827880.022175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827880.022179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422183168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827880.022196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827880.022212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827880.022214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827880.022218:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3838 00000100:00080000:2.0:1787827880.022221:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827880.022227:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827880.022228:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827880/real 1787827880] req@ffff8a4f06e8c780 x1874669422182784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787827880.022241:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827880.022255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422183296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827880.022261:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422182784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827880.022272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827880.022275:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827880.022279:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422182784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827880.022299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827880.022314:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827880.022323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827880/real 1787827880] req@ffff8a4f06e8ed00 x1874669422182912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827880.022331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422182912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827880.022336:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827880.022338:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827880.022341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422182912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827880.022344:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827880.022353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827880.022359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827880/real 1787827880] req@ffff8a4f06e8e1c0 x1874669422183040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827880.022367:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422183040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827880.022376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827880.022378:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827880.022380:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827880.022391:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827880.022400:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827880.022406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827880/real 1787827880] req@ffff8a4f06e8f480 x1874669422183168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827880.022412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422183168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827880.022417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827880.022419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827880.022421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827880.022424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827880.022433:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827880.022438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827880/real 1787827880] req@ffff8a4f06e8cf00 x1874669422183296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827880.022444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422183296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827880.022449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827880.022451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827880.022454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827880.150017:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827881.174979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827882.198059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827883.221972:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827884.246015:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827885.141965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827885.141974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827885.141977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827885.141985:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3843 00000100:00080000:3.0:1787827885.141994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827885.142000:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827885.142031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422183424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827885.142054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827885.142057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827885.142058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827885.142061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3843 00000100:00080000:3.0:1787827885.142063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827885.142072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827885.142083:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827885.142092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422183552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827885.142101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827885.142102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422183424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827885.142106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827885.142111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827885.142115:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3843 00000100:00080000:3.0:1787827885.142117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827885.142121:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827885.142124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827885.142132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422183680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827885.142138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827885.142141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827885.142142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827885.142145:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3843 00000100:00080000:3.0:1787827885.142147:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827885.142149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827885.142152:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827885.142159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422183808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827885.142178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827885.142181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827885.142182:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827885.142185:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3843 00000100:00080000:3.0:1787827885.142188:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827885.142190:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827885.142193:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827885.142202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422183936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827885.142223:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827885.142250:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827885.142266:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827885.142296:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827885.269994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827886.294129:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827887.318061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787827888.214217:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787827888.214266:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787827888.214285:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827888.214326:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827888.214341:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827888.214352:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787827888.214367:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827888.214370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827885/real 1787827888] req@ffff8a4f08da9680 x1874669422183552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827888.214402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422183552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827888.214413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827888.214418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827888.214422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827888.214428:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827885/real 1787827888] req@ffff8a4f08da83c0 x1874669422183680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827888.214437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422183680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827888.214443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827888.214445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827888.214447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827888.214452:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827885/real 1787827888] req@ffff8a4f08daad00 x1874669422183808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827888.214461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422183808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827888.214470:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827888.214493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827888.214497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827888.214505:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827885/real 1787827888] req@ffff8a4f08dab840 x1874669422183936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827888.214526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422183936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827888.214535:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827888.214539:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827888.214543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422183936:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827888.214550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827885/real 1787827888] req@ffff8a4f08daa1c0 x1874669422183424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827888.214565:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422183424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827888.214575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827888.214578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827888.214580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422183424:192.168.203.149@tcp:250:kworker.0 00010000:00010000:2.0:1787827888.342070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827889.366048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827890.262053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827890.262064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827890.262068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827890.262079:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3848 00000100:00080000:2.0:1787827890.262090:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827890.262097:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827890.262152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422184064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827890.262181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827890.262184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827890.262186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827890.262189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3848 00000100:00080000:2.0:1787827890.262192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827890.262196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827890.262207:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827890.262222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422184192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827890.262235:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422184064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827890.262236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827890.262246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827890.262249:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827890.262254:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3848 00000100:00080000:2.0:1787827890.262258:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827890.262263:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827890.262270:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827890.262288:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422184320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827890.262298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827890.262302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827890.262304:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827890.262309:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3848 00000100:00080000:2.0:1787827890.262314:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787827890.262321:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827890.262322:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827890.262332:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827890.262347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422184448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827890.262355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827890.262358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827890.262360:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827890.262363:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3848 00000100:00080000:2.0:1787827890.262367:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827890.262370:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827890.262375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827890/real 1787827890] req@ffff8a4f06e8c3c0 x1874669422184064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787827890.262376:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827890.262393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422184576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827890.262401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422184064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827890.262440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827890.262446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827890.262464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422184064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827890.262503:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827890.262531:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827890.262548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827890/real 1787827890] req@ffff8a4f06e8cb40 x1874669422184192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827890.262562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422184192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827890.262572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827890.262575:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827890.262579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827890.262587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827890.262610:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827890.262625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827890/real 1787827890] req@ffff8a4f06e8e940 x1874669422184320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827890.262637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422184320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827890.262645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827890.262649:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827890.262652:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827890.262668:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827890.262693:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827890.262706:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827890/real 1787827890] req@ffff8a4f06e8d2c0 x1874669422184448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827890.262717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422184448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827890.262725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827890.262728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827890.262731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827890.262739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827890.262759:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827890.262770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827890/real 1787827890] req@ffff8a4f06e8d680 x1874669422184576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827890.262783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422184576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827890.262791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827890.262794:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827890.262810:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827890.390118:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827891.414032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827892.438035:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827893.462044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827894.486058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827895.381966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827895.381977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827895.381981:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827895.381992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3853 00000100:00080000:2.0:1787827895.382004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827895.382012:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827895.382055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422184704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827895.382082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827895.382086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827895.382087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827895.382090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3853 00000100:00080000:2.0:1787827895.382105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827895.382111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827895.382122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827895.382135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422184832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827895.382147:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422184704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827895.382150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827895.382164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827895.382167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827895.382171:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3853 00000100:00080000:2.0:1787827895.382173:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827895.382179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827895.382183:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827895.382193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422184960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827895.382200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827895.382203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827895.382205:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827895.382209:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3853 00000100:00080000:2.0:1787827895.382212:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827895.382216:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827895.382222:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827895.382228:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787827895.382234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422185088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827895.382242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827895.382245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827895.382247:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827895.382251:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3853 00000100:00080000:2.0:1787827895.382256:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827895.382259:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827895.382263:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827895.382274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422185216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827895.382284:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827895/real 1787827895] req@ffff8a4f06e8de00 x1874669422184704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827895.382312:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422184704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827895.382322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827895.382326:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827895.382329:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422184704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827895.382352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827895.382371:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827895.382380:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827895/real 1787827895] req@ffff8a4f06e8e580 x1874669422184832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827895.382388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422184832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827895.382393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827895.382396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827895.382398:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827895.382402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827895.382412:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827895.382418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827895/real 1787827895] req@ffff8a4f06e8f840 x1874669422184960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827895.382426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422184960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827895.382441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827895.382445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827895.382449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422184960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827895.382456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827895.382480:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827895.382492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827895/real 1787827895] req@ffff8a4f06e8c000 x1874669422185088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827895.382503:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422185088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827895.382508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827895.382510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827895.382512:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827895.382516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827895.382530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827895.382537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827895/real 1787827895] req@ffff8a4f06e8f0c0 x1874669422185216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827895.382549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422185216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827895.382557:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827895.382561:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827895.382570:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827895.509996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827896.533983:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827897.557985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827898.582033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827899.606082:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827900.501947:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827900.501955:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827900.501958:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827900.501965:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3858 00000100:00080000:3.0:1787827900.501973:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827900.501979:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827900.502007:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422185344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827900.502028:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827900.502030:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827900.502032:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827900.502034:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3858 00000100:00080000:3.0:1787827900.502037:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827900.502039:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827900.502046:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827900.502067:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422185472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827900.502079:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787827900.502082:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422185344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827900.502083:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827900.502086:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827900.502095:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3858 00000100:00080000:3.0:1787827900.502098:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827900.502101:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827900.502105:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827900.502117:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422185600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827900.502124:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827900.502127:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827900.502128:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827900.502131:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3858 00000100:00080000:3.0:1787827900.502133:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827900.502135:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827900.502139:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827900.502145:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422185728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827900.502151:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787827900.502156:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827900.502157:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827900.502161:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827900.502165:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3858 00000100:00080000:3.0:1787827900.502168:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827900.502171:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827900.502175:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827900.502183:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422185856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827900.502203:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827900/real 1787827900] req@ffff8a4f08daa940 x1874669422185344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827900.502218:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422185344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827900.502226:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827900.502229:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827900.502232:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422185344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827900.502254:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827900.502277:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827900.502291:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827900/real 1787827900] req@ffff8a4f08da8f00 x1874669422185472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827900.502304:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422185472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827900.502313:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827900.502316:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827900.502318:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827900.502323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827900.502338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827900.502360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827900/real 1787827900] req@ffff8a4f08daa1c0 x1874669422185600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827900.502368:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422185600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827900.502374:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827900.502376:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827900.502378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827900.502381:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827900.502393:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827900.502399:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827900/real 1787827900] req@ffff8a4f08dab840 x1874669422185728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827900.502406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422185728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827900.502411:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827900.502412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827900.502414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827900.502418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827900.502427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827900.502433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827900/real 1787827900] req@ffff8a4f08daad00 x1874669422185856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827900.502440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422185856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827900.502449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827900.502452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827900.502454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422185856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827900.629999:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827901.654046:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827902.678021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827903.702023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827904.726022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827905.621940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827905.621948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827905.621952:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827905.621959:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3864 00000100:00080000:2.0:1787827905.621968:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827905.621975:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827905.622004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422185984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827905.622042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827905.622045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827905.622047:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827905.622049:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3864 00000100:00080000:2.0:1787827905.622052:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827905.622056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827905.622064:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827905.622074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422186112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827905.622080:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422185984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827905.622102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827905.622105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827905.622106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827905.622110:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3864 00000100:00080000:2.0:1787827905.622112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827905.622114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827905.622117:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827905.622126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422186240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827905.622132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827905.622135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827905.622136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827905.622138:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3864 00000100:00080000:2.0:1787827905.622141:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827905.622145:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787827905.622148:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:2.0:1787827905.622150:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827905.622159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422186368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827905.622165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827905.622168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827905.622169:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827905.622171:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3864 00000100:00080000:2.0:1787827905.622174:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827905.622176:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827905.622179:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827905.622188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422186496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827905.622196:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827905/real 1787827905] req@ffff8a4f06e8f0c0 x1874669422185984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827905.622217:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422185984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827905.622227:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827905.622232:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827905.622236:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422185984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827905.622261:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827905.622286:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827905.622299:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827905/real 1787827905] req@ffff8a4f06e8c000 x1874669422186112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827905.622312:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422186112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827905.622321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827905.622324:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827905.622328:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827905.622346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827905.622365:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827905.622376:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827905/real 1787827905] req@ffff8a4f06e8f840 x1874669422186240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827905.622388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422186240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827905.622396:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827905.622400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827905.622403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827905.622410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827905.622430:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827905.622441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827905/real 1787827905] req@ffff8a4f06e8e580 x1874669422186368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827905.622453:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422186368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827905.622462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827905.622466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827905.622470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827905.622475:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827905.622490:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827905.622499:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827905/real 1787827905] req@ffff8a4f06e8de00 x1874669422186496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827905.622518:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422186496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827905.622527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827905.622530:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827905.622533:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827905.749980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827906.774078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827907.798026:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827908.822031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827909.846003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827910.741967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827910.741975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827910.741979:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827910.742004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3869 00000100:00080000:2.0:1787827910.742013:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827910.742020:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827910.742051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422186624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827910.742074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827910.742077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827910.742078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827910.742081:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3869 00000100:00080000:2.0:1787827910.742083:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827910.742085:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827910.742093:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827910.742102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422186752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827910.742109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827910.742112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827910.742114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827910.742117:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3869 00000100:00080000:2.0:1787827910.742118:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827910.742121:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827910.742123:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827910.742131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422186880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827910.742138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827910.742141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827910.742142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827910.742150:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3869 00000100:00100000:1.0:1787827910.742155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422186624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827910.742156:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827910.742165:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827910.742175:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827910.742183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422187008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827910.742188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827910.742191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787827910.742192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827910.742196:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3869 00000100:00080000:2.0:1787827910.742200:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827910.742203:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827910.742207:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827910.742213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422187136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827910.742254:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827910.742301:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827910/real 1787827910] req@ffff8a4f06e8d680 x1874669422186624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827910.742317:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422186624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827910.742327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827910.742330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827910.742334:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422186624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827910.742341:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827910.742357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827910.742366:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827910/real 1787827910] req@ffff8a4f06e8d2c0 x1874669422186752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827910.742374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422186752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827910.742407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827910.742411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827910.742416:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827910.742450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827910.742468:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827910.742477:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827910/real 1787827910] req@ffff8a4f06e8e940 x1874669422186880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827910.742485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422186880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827910.742491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827910.742494:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827910.742496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422186880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827910.742501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827910.742512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827910.742519:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827910/real 1787827910] req@ffff8a4f06e8cb40 x1874669422187008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827910.742526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422187008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827910.742531:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827910.742533:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827910.742541:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827910.742546:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827910.742560:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827910.742567:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827910/real 1787827910] req@ffff8a4f06e8c3c0 x1874669422187136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827910.742575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422187136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827910.742581:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827910.742582:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827910.742584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827910.870113:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827911.894086:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827912.918037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827913.941982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827914.966051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827915.861982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827915.861992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827915.861996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827915.862007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3874 00000100:00080000:3.0:1787827915.862021:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827915.862029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827915.862078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422187264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827915.862112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827915.862115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827915.862116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827915.862120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3874 00000100:00080000:3.0:1787827915.862123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827915.862127:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827915.862138:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827915.862151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422187392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827915.862161:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422187264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827915.862162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827915.862166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827915.862168:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827915.862177:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3874 00000100:00080000:3.0:1787827915.862181:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827915.862185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827915.862191:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827915.862205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422187520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827915.862217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827915.862221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827915.862222:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827915.862225:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3874 00000100:00080000:3.0:1787827915.862229:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827915.862233:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827915.862237:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827915.862245:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827915.862251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422187648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827915.862263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827915.862267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827915.862269:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827915.862274:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3874 00000100:00080000:3.0:1787827915.862279:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827915.862284:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827915.862291:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827915.862295:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827915/real 1787827915] req@ffff8a4f08da83c0 x1874669422187264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827915.862307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422187776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827915.862315:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422187264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827915.862326:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827915.862330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827915.862333:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422187264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827915.862363:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827915.862380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827915.862415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827915/real 1787827915] req@ffff8a4f08da9680 x1874669422187392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827915.862424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422187392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827915.862430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827915.862432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827915.862435:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827915.862439:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827915.862452:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827915.862458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827915/real 1787827915] req@ffff8a4f08dab0c0 x1874669422187520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827915.862466:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422187520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827915.862471:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827915.862473:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827915.862474:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827915.862478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827915.862489:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827915.862502:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827915/real 1787827915] req@ffff8a4f08da92c0 x1874669422187648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827915.862510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422187648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827915.862520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827915.862523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827915.862525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827915.862529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827915.862543:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827915.862550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827915/real 1787827915] req@ffff8a4f08daa580 x1874669422187776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827915.862558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422187776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827915.862564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827915.862565:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827915.862567:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422187776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827915.989990:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827917.014037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827918.037982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827919.062006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827920.086002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787827920.981929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827920.981938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787827920.981941:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827920.981949:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3879 00000100:00080000:2.0:1787827920.981958:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827920.981963:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787827920.981993:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422187904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787827920.982014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827920.982017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787827920.982019:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827920.982022:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3879 00000100:00080000:2.0:1787827920.982024:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827920.982027:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827920.982034:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827920.982043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422188032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827920.982051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422187904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827920.982060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827920.982064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787827920.982066:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827920.982072:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3879 00000100:00080000:2.0:1787827920.982076:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827920.982081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827920.982086:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787827920.982099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422188160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827920.982107:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787827920.982114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827920.982119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787827920.982121:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827920.982126:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3879 00000100:00080000:2.0:1787827920.982131:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827920.982136:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827920.982141:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827920/real 1787827920] req@ffff8a4f06e8cf00 x1874669422187904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787827920.982143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827920.982161:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422187904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787827920.982164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422188288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827920.982187:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787827920.982188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787827920.982193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827920.982195:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:2.0:1787827920.982196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787827920.982204:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3879 00000100:00100000:1.0:1787827920.982205:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422187904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787827920.982207:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787827920.982211:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787827920.982215:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787827920.982226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422188416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827920.982240:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827920.982260:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827920.982270:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827920/real 1787827920] req@ffff8a4f06e8f480 x1874669422188032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827920.982278:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422188032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827920.982284:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827920.982286:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827920.982289:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827920.982292:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827920.982302:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827920.982308:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827920/real 1787827920] req@ffff8a4f06e8e1c0 x1874669422188160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827920.982316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422188160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827920.982321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827920.982323:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827920.982325:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827920.982328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827920.982339:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827920.982344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827920/real 1787827920] req@ffff8a4f06e8ed00 x1874669422188288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827920.982357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422188288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827920.982363:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827920.982365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827920.982367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827920.982370:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827920.982381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827920.982388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827920/real 1787827920] req@ffff8a4f06e8c780 x1874669422188416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827920.982395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422188416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827920.982400:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827920.982401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827920.982403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827921.109999:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827922.133991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827923.158130:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827924.182206:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827925.206195:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827926.102098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827926.102116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827926.102124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827926.102142:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3884 00000100:00080000:0.0:1787827926.102159:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827926.102169:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827926.102224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422188544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827926.102262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827926.102266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827926.102268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827926.102272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3884 00000100:00080000:0.0:1787827926.102277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827926.102281:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827926.102294:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827926.102337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422188672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827926.102351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827926.102356:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827926.102359:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827926.102364:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3884 00000100:00080000:0.0:1787827926.102368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827926.102372:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827926.102378:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827926.102405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422188544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827926.102406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422188800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827926.102437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827926.102458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827926.102460:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827926.102464:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3884 00000100:00080000:0.0:1787827926.102467:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827926.102471:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827926.102477:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827926.102488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422188928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827926.102504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827926.102527:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827926.102530:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827926.102535:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3884 00000100:00080000:0.0:1787827926.102553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827926.102558:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827926.102564:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827926.102581:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827926.102583:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422189056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827926.102684:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827926/real 1787827926] req@ffff8a4f13c583c0 x1874669422188544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827926.102715:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422188544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827926.102787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827926.102792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827926.102798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422188544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827926.102809:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827926.102853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827926.102870:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827926/real 1787827926] req@ffff8a4f13c5a940 x1874669422188672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827926.102974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422188672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827926.102996:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827926.103001:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827926.103023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827926.103055:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827926.103102:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827926.103126:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827926/real 1787827926] req@ffff8a4f13c58780 x1874669422188800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827926.103151:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422188800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827926.103168:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827926.103176:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827926.103183:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827926.103209:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827926.103244:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827926.103261:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827926/real 1787827926] req@ffff8a4f13c5a580 x1874669422188928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827926.103276:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422188928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827926.103287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827926.103291:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827926.103295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422188928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827926.103303:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827926.103331:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827926.103342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827926/real 1787827926] req@ffff8a4f13c58f00 x1874669422189056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827926.103356:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422189056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827926.103366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827926.103369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827926.103373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827926.230140:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827927.254102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827928.278094:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827929.302157:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827930.326088:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827931.222012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827931.222022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827931.222027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827931.222036:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3889 00000100:00080000:3.0:1787827931.222048:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827931.222055:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827931.222107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422189184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827931.222156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827931.222160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827931.222162:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827931.222166:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3889 00000100:00080000:3.0:1787827931.222169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827931.222172:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827931.222181:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827931.222192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422189312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827931.222216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827931.222221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827931.222224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827931.222230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3889 00000100:00080000:3.0:1787827931.222235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827931.222240:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422189184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827931.222246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827931.222256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827931.222292:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422189440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827931.222307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827931.222310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827931.222312:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827931.222315:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3889 00000100:00080000:3.0:1787827931.222320:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827931.222324:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827931.222329:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827931.222338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827931.222342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422189568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827931.222361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827931.222365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827931.222367:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827931.222371:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3889 00000100:00080000:3.0:1787827931.222377:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827931.222382:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827931.222388:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827931.222401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827931/real 1787827931] req@ffff8a4f08da9a40 x1874669422189184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827931.222406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422189696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827931.222437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422189184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827931.222448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827931.222452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827931.222455:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422189184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827931.222462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827931.222501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827931.222513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827931/real 1787827931] req@ffff8a4f08dab480 x1874669422189312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827931.222536:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422189312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827931.222543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827931.222546:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827931.222549:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827931.222589:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827931.222617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827931.222649:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827931/real 1787827931] req@ffff8a4f08da8b40 x1874669422189440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827931.222660:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422189440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827931.222679:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827931.222682:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827931.222685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827931.222691:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827931.222709:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827931.222725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827931/real 1787827931] req@ffff8a4f08dabc00 x1874669422189568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827931.222735:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422189568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827931.222742:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827931.222744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827931.222746:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827931.222751:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827931.222764:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827931.222771:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827931/real 1787827931] req@ffff8a4f08da8000 x1874669422189696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827931.222781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422189696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827931.222798:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827931.222801:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827931.222809:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827931.350019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827932.373992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827933.398115:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827934.422055:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827935.446185:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827936.342070:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827936.342086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827936.342093:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827936.342108:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3894 00000100:00080000:1.0:1787827936.342125:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827936.342137:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827936.342210:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422189824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827936.342262:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827936.342270:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827936.342275:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827936.342283:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3894 00000100:00080000:1.0:1787827936.342292:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827936.342302:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827936.342321:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827936.342334:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422189824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827936.342371:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422189952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827936.342399:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827936.342406:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827936.342411:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827936.342418:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3894 00000100:00080000:1.0:1787827936.342428:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787827936.342441:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827936.342464:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827936.342477:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827936.342506:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827936/real 1787827936] req@ffff8a4f13cb12c0 x1874669422189824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827936.342513:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422190080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827936.342552:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422189824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827936.342556:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827936.342574:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827936.342585:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827936.342601:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827936.342602:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3894 00000100:00080000:1.0:1787827936.342621:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827936.342622:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787827936.342638:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827936.342642:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422189824:192.168.203.149@tcp:250:kworker.0 00000008:00100000:1.0:1787827936.342655:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827936.342685:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422190208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827936.342697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189952:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787827936.342727:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827936.342734:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827936.342740:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827936.342754:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3894 00000800:00000100:3.0:1787827936.342756:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827936.342771:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827936.342785:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827936.342787:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827936/real 1787827936] req@ffff8a4f13cb03c0 x1874669422189952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787827936.342804:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827936.342841:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422189952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827936.342883:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827936.342888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827936.342893:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422189952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827936.342901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827936.342933:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827936.342949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827936/real 1787827936] req@ffff8a4f13cb0000 x1874669422190080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827936.342964:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422190080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827936.342974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827936.342978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827936.342982:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827936.342999:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827936.343033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827936.343063:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827936/real 1787827936] req@ffff8a4f13cb21c0 x1874669422190208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827936.343096:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422190208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827936.343118:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787827936.343122:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422190336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827936.343133:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827936.343152:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827936.343193:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827936.343238:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827936.343262:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827936/real 1787827936] req@ffff8a4f13cb0780 x1874669422190336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827936.343287:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422190336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827936.343298:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827936.343302:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827936.343306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827936.470062:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827937.494083:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827938.518135:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827939.542167:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827940.566095:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827941.461999:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827941.462047:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827941.462051:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827941.462064:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3899 00000100:00080000:1.0:1787827941.462078:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827941.462085:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827941.462140:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422190464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827941.462167:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827941.462170:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827941.462171:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827941.462175:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3899 00000100:00080000:1.0:1787827941.462177:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827941.462180:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827941.462192:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827941.462202:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422190592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827941.462210:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827941.462214:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827941.462216:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827941.462223:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3899 00000100:00080000:1.0:1787827941.462230:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827941.462233:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422190464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827941.462238:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827941.462252:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827941.462274:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422190720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827941.462288:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827941.462290:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827941.462292:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827941.462296:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3899 00000100:00080000:1.0:1787827941.462300:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827941.462303:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827941.462307:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827941.462317:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422190848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827941.462334:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827941.462337:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827941.462338:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827941.462341:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3899 00000100:00080000:1.0:1787827941.462347:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827941.462349:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827941.462353:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827941.462368:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422190976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827941.462376:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827941.462465:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827941/real 1787827941] req@ffff8a4f13cb2d00 x1874669422190464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827941.462479:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422190464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827941.462492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827941.462495:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827941.462498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422190464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827941.462520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827941.462538:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827941.462546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827941/real 1787827941] req@ffff8a4f13cb1a40 x1874669422190592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827941.462554:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422190592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827941.462559:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827941.462562:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827941.462566:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827941.462573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827941.462592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827941.462604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827941/real 1787827941] req@ffff8a4f13cb30c0 x1874669422190720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827941.462644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422190720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827941.462656:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827941.462661:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827941.462665:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827941.462675:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827941.462705:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827941.462719:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827941/real 1787827941] req@ffff8a4f13cb1e00 x1874669422190848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827941.462734:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422190848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827941.462744:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827941.462748:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827941.462752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827941.462759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827941.462812:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827941.462828:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827941/real 1787827941] req@ffff8a4f13cb2580 x1874669422190976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827941.462843:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422190976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827941.462954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827941.462961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827941.462967:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422190976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827941.590088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827942.614108:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827943.638137:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827944.662209:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827945.686133:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827946.581975:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827946.581984:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827946.581988:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827946.581996:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3904 00000100:00080000:3.0:1787827946.582005:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827946.582011:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827946.582042:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422191104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827946.582094:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827946.582098:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827946.582100:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827946.582106:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3904 00000100:00080000:3.0:1787827946.582110:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827946.582114:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827946.582125:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827946.582147:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422191232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827946.582151:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422191104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827946.582194:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827946.582200:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827946.582203:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827946.582212:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3904 00000100:00080000:3.0:1787827946.582218:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827946.582225:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827946.582235:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787827946.582267:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827946.582267:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422191360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827946.582300:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827946.582318:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827946.582322:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827946.582324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827946/real 1787827946] req@ffff8a4f08da8780 x1874669422191104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827946.582340:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3904 00000100:00080000:3.0:1787827946.582352:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827946.582358:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827946.582365:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827946.582382:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422191488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827946.582405:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827946.582408:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827946.582412:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787827946.582420:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422191104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827946.582424:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3904 00000100:00080000:3.0:1787827946.582453:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827946.582454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827946.582470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787827946.582472:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827946.582484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422191104:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787827946.582493:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827946.582529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422191232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827946.582540:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422191616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827946.582559:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827946.582574:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827946/real 1787827946] req@ffff8a4f08da9e00 x1874669422191232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827946.582586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422191232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827946.582593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827946.582598:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827946.582604:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422191232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827946.582611:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422191360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827946.582624:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827946.582630:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827946/real 1787827946] req@ffff8a4f08da8000 x1874669422191360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827946.582638:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422191360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827946.582663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827946.582665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827946.582668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422191360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827946.582672:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422191488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827946.582687:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827946.582694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827946/real 1787827946] req@ffff8a4f08dabc00 x1874669422191488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827946.582702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422191488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827946.582707:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827946.582709:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827946.582711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422191488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827946.582725:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422191616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827946.582756:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827946.582766:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827946/real 1787827946] req@ffff8a4f08da8b40 x1874669422191616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827946.582774:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422191616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827946.582780:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827946.582782:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827946.582790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422191616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827946.710039:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827947.734069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827948.758010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827949.782112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827950.806010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827951.701989:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827951.701997:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827951.702001:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827951.702009:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3910 00000100:00080000:3.0:1787827951.702018:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827951.702024:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827951.702055:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422191744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827951.702078:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827951.702080:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827951.702081:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827951.702084:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3910 00000100:00080000:3.0:1787827951.702086:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827951.702088:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827951.702095:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827951.702103:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422191872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827951.702111:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827951.702113:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827951.702114:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827951.702117:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3910 00000100:00080000:3.0:1787827951.702119:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827951.702122:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827951.702124:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827951.702130:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422192000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827951.702137:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827951.702140:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827951.702141:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827951.702145:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3910 00000100:00080000:3.0:1787827951.702153:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787827951.702154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422191744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827951.702161:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827951.702174:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827951.702183:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422192128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827951.702193:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827951.702195:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827951.702197:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827951.702200:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3910 00000100:00080000:3.0:1787827951.702202:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827951.702204:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827951.702207:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827951.702215:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422192256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827951.702298:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422191872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827951.702332:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827951.702351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827951.702368:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827951.830118:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827952.854018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827953.878188:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787827954.774223:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:3.0:1787827954.774296:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1787827954.774314:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827954.774362:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827954.774373:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827954.774386:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:3.0:1787827954.774403:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787827954.774441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827951/real 1787827954] req@ffff8a4f08daa580 x1874669422192000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827954.774485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422192000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827954.774498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827954.774503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827954.774508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827954.774516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827951/real 1787827954] req@ffff8a4f08da92c0 x1874669422192128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827954.774529:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422192128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827954.774540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827954.774546:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827954.774552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827954.774583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827951/real 1787827954] req@ffff8a4f08dab0c0 x1874669422192256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827954.774603:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422192256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827954.774615:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827954.774630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827954.774635:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192256:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827954.774645:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827951/real 1787827954] req@ffff8a4f08dab480 x1874669422191744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827954.774663:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422191744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827954.774676:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827954.774708:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827954.774713:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422191744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827954.774724:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827951/real 1787827954] req@ffff8a4f08da9a40 x1874669422191872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827954.774741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422191872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827954.774762:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827954.774766:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827954.774771:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422191872:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787827954.902058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827955.926049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827956.821958:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827956.821966:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827956.821969:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827956.821977:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3915 00000100:00080000:1.0:1787827956.821997:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827956.822003:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827956.822031:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422192384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827956.822056:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827956.822059:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827956.822060:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827956.822069:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3915 00000100:00080000:1.0:1787827956.822072:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827956.822076:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827956.822084:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827956.822095:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422192512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827956.822096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422192384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827956.822107:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827956.822110:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827956.822113:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827956.822119:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3915 00000100:00080000:1.0:1787827956.822123:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827956.822127:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827956.822147:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787827956.822170:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827956.822172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422192640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827956.822185:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827956.822188:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827956.822190:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827956.822195:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3915 00000100:00080000:1.0:1787827956.822200:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787827956.822206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827956/real 1787827956] req@ffff8a4f13cb0b40 x1874669422192384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827956.822207:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827956.822217:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827956.822236:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422192768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827956.822238:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422192384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827956.822265:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827956.822268:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827956.822270:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827956.822275:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827956.822278:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787827956.822283:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3915 00000100:00100000:3.0:1787827956.822288:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422192384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827956.822301:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827956.822310:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827956.822317:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827956.822331:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422192896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827956.822335:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827956.822373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827956.822390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827956/real 1787827956] req@ffff8a4f13cb3840 x1874669422192512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827956.822405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422192512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827956.822413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827956.822416:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827956.822420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827956.822426:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827956.822448:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827956.822460:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827956/real 1787827956] req@ffff8a4f13cb2580 x1874669422192640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827956.822481:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422192640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827956.822489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827956.822493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827956.822496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827956.822503:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827956.822526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827956.822539:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827956/real 1787827956] req@ffff8a4f13cb1e00 x1874669422192768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827956.822551:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422192768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827956.822558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827956.822562:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827956.822564:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827956.822594:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827956.822615:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827956.822627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827956/real 1787827956] req@ffff8a4f13cb30c0 x1874669422192896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827956.822641:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422192896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827956.822651:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827956.822654:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827956.822658:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422192896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827956.949991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827957.974152:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827958.997967:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827960.022153:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827961.046029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827961.942023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827961.942034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827961.942039:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827961.942050:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3920 00000100:00080000:0.0:1787827961.942074:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827961.942082:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827961.942129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422193024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827961.942184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827961.942190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827961.942194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827961.942202:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3920 00000100:00080000:0.0:1787827961.942209:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827961.942217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827961.942231:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827961.942251:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422193024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827961.942252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422193152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827961.942269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827961.942274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827961.942277:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827961.942282:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3920 00000100:00080000:0.0:1787827961.942288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827961.942310:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827961.942318:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827961.942332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422193280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827961.942348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787827961.942350:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787827961.942354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827961.942357:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827961.942362:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3920 00000100:00080000:0.0:1787827961.942368:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827961.942374:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827961.942381:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787827961.942396:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422193408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827961.942405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827961/real 1787827961] req@ffff8a4f13c5bc00 x1874669422193024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827961.942413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827961.942420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827961.942423:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827961.942430:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3920 00000100:00100000:3.0:1787827961.942434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422193024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827961.942435:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827961.942442:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827961.942450:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787827961.942453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827961.942460:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787827961.942466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422193536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827961.942467:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422193024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787827961.942502:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827961.942544:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827961.942569:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827961/real 1787827961] req@ffff8a4f13c5b0c0 x1874669422193152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827961.942585:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422193152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827961.942595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827961.942614:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827961.942619:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827961.942646:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827961.942701:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827961.942714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827961/real 1787827961] req@ffff8a4f13c592c0 x1874669422193280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827961.942745:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422193280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827961.942755:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827961.942759:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827961.942762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827961.942769:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827961.942789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827961.942816:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827961/real 1787827961] req@ffff8a4f13c5a1c0 x1874669422193408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827961.942839:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422193408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827961.942847:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827961.942850:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827961.942854:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827961.942860:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827961.942877:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827961.942887:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827961/real 1787827961] req@ffff8a4f13c58f00 x1874669422193536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827961.942935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422193536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827961.942945:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827961.942948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827961.942951:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827962.070131:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827963.094089:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827964.118112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827965.142124:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827966.166248:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827967.062040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827967.062052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827967.062058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827967.062070:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3925 00000100:00080000:3.0:1787827967.062083:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827967.062092:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827967.062146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422193664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827967.062200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827967.062209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827967.062212:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827967.062218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3925 00000100:00080000:3.0:1787827967.062224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827967.062233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827967.062250:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827967.062294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422193792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827967.062334:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422193664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827967.062344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827967.062355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827967.062359:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827967.062368:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3925 00000100:00080000:3.0:1787827967.062379:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827967.062389:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827967.062402:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827967.062428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422193920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827967.062456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827967.062461:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827967.062463:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827967.062483:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3925 00000800:00000100:1.0:1787827967.062492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827967.062497:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827967.062505:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827967.062511:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827967.062524:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422194048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827967.062543:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827967.062549:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827967.062552:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827967.062559:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3925 00000100:00080000:3.0:1787827967.062566:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827967.062572:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827967.062582:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827967.062643:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422194176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827967.062688:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827967/real 1787827967] req@ffff8a4f08da9680 x1874669422193664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827967.062729:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422193664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827967.062746:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827967.062753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827967.062759:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422193664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827967.062801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827967.062840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827967.062924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827967/real 1787827967] req@ffff8a4f08da83c0 x1874669422193792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827967.062943:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422193792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827967.062954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827967.062959:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827967.062963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827967.062972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827967.063000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827967.063013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827967/real 1787827967] req@ffff8a4f08daad00 x1874669422193920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827967.063028:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422193920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827967.063059:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827967.063064:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827967.063068:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422193920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827967.063077:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827967.063106:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827967.063120:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827967/real 1787827967] req@ffff8a4f08dab840 x1874669422194048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827967.063135:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422194048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827967.063153:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827967.063156:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827967.063160:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827967.063168:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827967.063188:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827967.063207:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827967/real 1787827967] req@ffff8a4f08daa1c0 x1874669422194176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827967.063231:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422194176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827967.063248:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827967.063254:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827967.063274:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827967.190158:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827968.214160:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827969.238015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827970.262134:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827971.286135:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787827972.182030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827972.182043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787827972.182048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827972.182061:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3930 00000100:00080000:0.0:1787827972.182074:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827972.182084:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787827972.182130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422194304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827972.182167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827972.182172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787827972.182174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827972.182179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3930 00000100:00080000:0.0:1787827972.182184:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827972.182188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827972.182199:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827972.182217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422194432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827972.182242:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422194304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787827972.182247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827972.182260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787827972.182263:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827972.182268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3930 00000100:00080000:0.0:1787827972.182272:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827972.182277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827972.182283:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787827972.182300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422194560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827972.182313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827972.182318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787827972.182320:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827972.182325:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3930 00000100:00080000:0.0:1787827972.182330:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827972.182334:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787827972.182341:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827972.182345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787827972.182363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422194688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787827972.182385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787827972.182391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787827972.182395:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787827972.182407:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3930 00000100:00100000:1.0:1787827972.182410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827972/real 1787827972] req@ffff8a4f13c5a580 x1874669422194304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787827972.182422:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787827972.182440:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827972.182448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422194304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787827972.182457:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787827972.182468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827972.182476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827972.182484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422194304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787827972.182492:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422194816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827972.182526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827972.182587:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827972.182607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827972/real 1787827972] req@ffff8a4f13c58780 x1874669422194432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827972.182623:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422194432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827972.182634:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827972.182638:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827972.182643:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827972.182650:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827972.182672:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827972.182704:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827972/real 1787827972] req@ffff8a4f13c5a940 x1874669422194560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827972.182720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422194560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827972.182731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827972.182735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827972.182739:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827972.182760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827972.182785:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827972.182798:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827972/real 1787827972] req@ffff8a4f13c583c0 x1874669422194688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827972.182812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422194688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827972.182822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827972.182825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827972.182829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827972.182836:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827972.182892:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827972.182906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827972/real 1787827972] req@ffff8a4f13c59a40 x1874669422194816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827972.182922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422194816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787827997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827972.182942:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827972.182946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827972.182950:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422194816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827972.310163:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827973.334047:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827974.358081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827975.382090:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827976.406030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827977.302037:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827977.302051:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827977.302057:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827977.302069:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3935 00000100:00080000:3.0:1787827977.302086:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827977.302094:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827977.302148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422194944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827977.302183:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827977.302187:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827977.302188:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827977.302191:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3935 00000100:00080000:3.0:1787827977.302194:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827977.302197:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827977.302208:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827977.302219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422195072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827977.302226:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827977.302232:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827977.302235:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827977.302239:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3935 00000100:00080000:3.0:1787827977.302241:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827977.302244:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827977.302248:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827977.302259:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422195200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827977.302269:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827977.302273:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827977.302275:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827977.302280:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3935 00000100:00080000:3.0:1787827977.302284:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827977.302293:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827977.302303:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422194944:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787827977.302305:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827977.302339:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422195328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827977.302355:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827977.302358:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827977.302360:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827977.302363:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3935 00000100:00080000:3.0:1787827977.302369:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827977.302372:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827977.302379:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827977.302394:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422195456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827977.302418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827977.302484:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827977/real 1787827977] req@ffff8a4f08da8f00 x1874669422194944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827977.302508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422194944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827977.302549:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827977.302558:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827977.302566:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422194944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827977.302581:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827977.302629:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827977.302659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827977/real 1787827977] req@ffff8a4f08daa940 x1874669422195072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827977.302687:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422195072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827977.302704:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827977.302711:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827977.302719:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827977.302757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827977.302827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827977.302893:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827977/real 1787827977] req@ffff8a4f08daa1c0 x1874669422195200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827977.302912:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422195200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827977.302927:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827977.302934:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827977.302938:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827977.302975:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827977.303008:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827977.303024:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827977/real 1787827977] req@ffff8a4f08dab840 x1874669422195328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827977.303038:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422195328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827977.303049:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827977.303053:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827977.303057:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827977.303064:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827977.303083:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827977.303094:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827977/real 1787827977] req@ffff8a4f08daad00 x1874669422195456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827977.303122:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422195456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827977.303132:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827977.303136:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827977.303140:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827977.430128:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827978.454173:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827979.478077:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827980.502074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827981.526092:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827982.421999:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827982.422009:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827982.422013:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827982.422041:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3940 00000100:00080000:1.0:1787827982.422052:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827982.422060:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827982.422103:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422195584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827982.422154:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827982.422157:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827982.422159:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827982.422163:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3940 00000100:00080000:1.0:1787827982.422167:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827982.422172:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827982.422183:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827982.422197:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422195712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827982.422205:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422195584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827982.422238:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827982.422242:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827982.422245:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827982.422250:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3940 00000100:00080000:1.0:1787827982.422256:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827982.422260:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827982.422266:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827982.422283:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422195840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787827982.422284:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827982.422299:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827982.422302:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827982.422305:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827982.422327:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3940 00000100:00080000:1.0:1787827982.422331:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827982.422335:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827982.422341:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827982.422355:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422195968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827982.422361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827982/real 1787827982] req@ffff8a4f13cb1a40 x1874669422195584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827982.422396:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827982.422403:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827982.422405:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827982.422411:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3940 00000100:00100000:3.0:1787827982.422416:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422195584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827982.422424:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827982.422435:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:3.0:1787827982.422436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787827982.422441:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787827982.422445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827982.422451:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422195584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827982.422457:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422196096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827982.422484:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827982.422523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827982.422535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827982/real 1787827982] req@ffff8a4f13cb2d00 x1874669422195712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827982.422547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422195712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827982.422554:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827982.422557:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827982.422560:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827982.422565:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827982.422578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827982.422586:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827982/real 1787827982] req@ffff8a4f13cb0780 x1874669422195840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827982.422596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422195840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827982.422603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827982.422605:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827982.422607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827982.422612:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827982.422625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827982.422633:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827982/real 1787827982] req@ffff8a4f13cb21c0 x1874669422195968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827982.422642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422195968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827982.422649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827982.422651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827982.422653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422195968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827982.422658:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827982.422670:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827982.422678:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827982/real 1787827982] req@ffff8a4f13cb0000 x1874669422196096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827982.422688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422196096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827982.422721:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827982.422728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827982.422731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827982.550135:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827983.574190:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827984.598139:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827985.622064:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827986.646142:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827987.541972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827987.541984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827987.541988:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827987.541999:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3945 00000100:00080000:3.0:1787827987.542011:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827987.542018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827987.542059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422196224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827987.542082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827987.542085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827987.542087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827987.542090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3945 00000100:00080000:3.0:1787827987.542093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827987.542097:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827987.542105:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827987.542116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422196352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827987.542120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422196224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827987.542136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827987.542139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787827987.542141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827987.542145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3945 00000100:00080000:3.0:1787827987.542147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827987.542150:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827987.542154:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827987.542163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422196480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827987.542170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827987.542173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827987.542174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827987.542177:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3945 00000100:00080000:3.0:1787827987.542179:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827987.542182:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827987.542185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827987.542193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422196608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787827987.542202:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787827987.542206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827987.542209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827987.542211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827987.542216:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3945 00000100:00080000:3.0:1787827987.542220:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827987.542223:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827987.542226:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787827987.542232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422196736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827987.542263:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827987/real 1787827987] req@ffff8a4f08da83c0 x1874669422196224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827987.542279:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422196224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827987.542288:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827987.542291:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827987.542295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422196224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827987.542316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827987.542336:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827987.542346:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827987/real 1787827987] req@ffff8a4f08da9680 x1874669422196352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827987.542355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422196352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827987.542361:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827987.542364:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827987.542395:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827987.542401:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827987.542417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827987.542426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827987/real 1787827987] req@ffff8a4f08da9a40 x1874669422196480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827987.542435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422196480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827987.542441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827987.542443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827987.542445:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827987.542449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827987.542487:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827987.542515:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827987/real 1787827987] req@ffff8a4f08dab480 x1874669422196608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827987.542533:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422196608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827987.542545:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827987.542550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827987.542556:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827987.542565:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827987.542595:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827987.542617:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827987/real 1787827987] req@ffff8a4f08dab0c0 x1874669422196736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827987.542629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422196736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827987.542637:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827987.542640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827987.542643:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827987.670019:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827988.694081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827989.718120:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827990.742134:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827991.766101:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787827992.662051:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827992.662067:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787827992.662073:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827992.662090:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3951 00000100:00080000:1.0:1787827992.662107:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827992.662118:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787827992.662195:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422196864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827992.662251:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827992.662256:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787827992.662259:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827992.662264:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3951 00000100:00080000:1.0:1787827992.662268:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827992.662272:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827992.662287:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827992.662303:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422196992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827992.662346:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787827992.662352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422196864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787827992.662353:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787827992.662362:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827992.662385:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3951 00000100:00080000:1.0:1787827992.662391:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827992.662397:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827992.662405:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787827992.662465:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422197120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787827992.662478:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827992.662483:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787827992.662487:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787827992.662501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787827992.662508:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3951 00000100:00080000:1.0:1787827992.662517:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787827992.662525:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787827992.662533:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827992.662548:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422197248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827992.662560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827992/real 1787827992] req@ffff8a4f13cb03c0 x1874669422196864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827992.662578:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787827992.662601:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787827992.662604:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787827992.662611:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3951 00000100:00100000:3.0:1787827992.662613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422196864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827992.662629:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827992.662633:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827992.662638:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787827992.662647:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827992.662649:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422196864:192.168.203.149@tcp:250:kworker.0 00000008:00100000:1.0:1787827992.662669:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827992.662692:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422197376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787827992.662696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827992.662747:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827992.662770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827992/real 1787827992] req@ffff8a4f13cb12c0 x1874669422196992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827992.662782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422196992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827992.662813:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827992.662818:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827992.662823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422196992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827992.662832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787827992.662863:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827992.662879:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827992/real 1787827992] req@ffff8a4f13cb0000 x1874669422197120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827992.662922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422197120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827992.662946:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827992.662950:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827992.662953:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787827992.662961:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827992.662985:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827992.662997:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827992/real 1787827992] req@ffff8a4f13cb21c0 x1874669422197248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827992.663008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422197248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827992.663015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827992.663018:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827992.663021:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787827992.663041:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787827992.663068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827992.663084:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827992/real 1787827992] req@ffff8a4f13cb0780 x1874669422197376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827992.663105:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422197376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787827992.663118:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787827992.663123:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787827992.663129:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787827992.790211:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827993.814006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827994.838178:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827995.862163:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827996.886206:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787827997.782008:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827997.782023:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787827997.782029:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827997.782045:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3956 00000100:00080000:3.0:1787827997.782073:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827997.782084:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787827997.782150:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422197504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827997.782199:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827997.782204:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787827997.782208:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827997.782225:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3956 00000100:00080000:3.0:1787827997.782229:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827997.782234:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827997.782250:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827997.782267:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422197632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827997.782284:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827997.782292:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787827997.782294:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422197504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787827997.782296:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827997.782313:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3956 00000100:00080000:3.0:1787827997.782318:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827997.782322:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827997.782328:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787827997.782344:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422197760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827997.782356:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827997.782360:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787827997.782363:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827997.782369:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3956 00000100:00080000:3.0:1787827997.782375:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827997.782412:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827997.782422:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787827997.782438:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787827997.782447:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422197888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787827997.782463:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787827997.782468:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787827997.782471:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787827997.782478:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3956 00000100:00080000:3.0:1787827997.782483:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787827997.782490:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787827997.782497:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787827997.782528:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827997/real 1787827997] req@ffff8a4f08da92c0 x1874669422197504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787827997.782529:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422198016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787827997.782613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422197504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827997.782632:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827997.782638:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827997.782644:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422197504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787827997.782694:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827997.782725:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827997.782743:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827997/real 1787827997] req@ffff8a4f08daa580 x1874669422197632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827997.782759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422197632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827997.782770:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827997.782774:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827997.782804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827997.782813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787827997.782841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827997.782888:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827997/real 1787827997] req@ffff8a4f08da8b40 x1874669422197760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827997.782905:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422197760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827997.782916:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827997.782920:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827997.782924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787827997.782933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827997.782966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827997.782979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827997/real 1787827997] req@ffff8a4f08dabc00 x1874669422197888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827997.782994:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422197888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827997.783003:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827997.783006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827997.783010:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422197888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787827997.783017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787827997.783035:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787827997.783048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827997/real 1787827997] req@ffff8a4f08da8000 x1874669422198016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787827997.783062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422198016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787827997.783072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787827997.783075:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787827997.783079:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787827997.910189:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787827998.934073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787827999.958045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828000.982068:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828002.006054:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828002.901940:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828002.901950:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828002.901955:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828002.901965:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3961 00000100:00080000:3.0:1787828002.901977:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828002.901984:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828002.902034:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422198144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828002.902066:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828002.902070:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828002.902072:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828002.902075:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3961 00000100:00080000:3.0:1787828002.902086:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828002.902091:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828002.902101:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828002.902114:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422198272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828002.902125:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828002.902129:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828002.902131:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828002.902135:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3961 00000100:00080000:3.0:1787828002.902139:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828002.902145:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422198144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828002.902147:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828002.902159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828002.902173:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422198400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828002.902184:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828002.902198:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828002.902200:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828002.902204:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3961 00000100:00080000:3.0:1787828002.902208:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828002.902212:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828002.902218:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828002.902225:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828002.902232:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422198528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828002.902251:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828002.902254:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828002.902256:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828002.902260:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3961 00000100:00080000:3.0:1787828002.902264:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828002.902268:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828002.902274:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828002.902278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828002/real 1787828002] req@ffff8a4f08da9e00 x1874669422198144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828002.902290:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422198656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828002.902307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422198144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828002.902321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828002.902326:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828002.902332:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422198144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828002.902340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828002.902397:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828002.902417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828002/real 1787828002] req@ffff8a4f08da8780 x1874669422198272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828002.902435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422198272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828002.902471:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828002.902476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828002.902482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828002.902512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828002.902536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828002.902548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828002/real 1787828002] req@ffff8a4f08da8000 x1874669422198400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828002.902560:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422198400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828002.902568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828002.902571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828002.902574:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828002.902579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828002.902593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828002.902602:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828002/real 1787828002] req@ffff8a4f08dabc00 x1874669422198528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828002.902612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422198528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828002.902619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828002.902622:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828002.902625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828002.902630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828002.902643:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828002.902652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828002/real 1787828002] req@ffff8a4f08da8b40 x1874669422198656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828002.902661:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422198656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828002.902668:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828002.902671:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828002.902673:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828003.030133:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828004.053981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828005.078150:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828006.102151:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828007.126182:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828008.021957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828008.021970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828008.021975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828008.021988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3966 00000100:00080000:3.0:1787828008.022002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828008.022011:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828008.022088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422198784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828008.022149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828008.022154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828008.022157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828008.022162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3966 00000100:00080000:3.0:1787828008.022183:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828008.022186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828008.022199:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828008.022211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422198912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828008.022219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828008.022223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828008.022224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828008.022226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3966 00000100:00080000:3.0:1787828008.022228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828008.022248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828008.022258:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828008.022268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422199040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828008.022278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828008.022281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828008.022283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828008.022287:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3966 00000100:00080000:3.0:1787828008.022292:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828008.022340:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828008.022349:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828008.022384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422199168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828008.022394:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422198784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828008.022401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828008.022417:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828008.022420:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828008.022426:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3966 00000100:00080000:3.0:1787828008.022429:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828008.022435:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828008.022441:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828008.022456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422199296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828008.022512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828008.022570:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828008/real 1787828008] req@ffff8a4f08daa580 x1874669422198784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828008.022594:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422198784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828008.022609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828008.022615:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828008.022620:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422198784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828008.022630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828008.022665:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828008.022681:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828008/real 1787828008] req@ffff8a4f08da92c0 x1874669422198912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828008.022696:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422198912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828008.022706:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828008.022710:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828008.022714:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422198912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828008.022732:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828008.022752:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828008.022763:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828008/real 1787828008] req@ffff8a4f08dab0c0 x1874669422199040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828008.022777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422199040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828008.022797:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828008.022800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828008.022804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828008.022837:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828008.022918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828008.022942:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828008/real 1787828008] req@ffff8a4f08dab480 x1874669422199168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828008.022957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422199168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828008.022968:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828008.022972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828008.022976:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828008.022984:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828008.023006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828008.023018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828008/real 1787828008] req@ffff8a4f08da9a40 x1874669422199296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828008.023032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422199296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828008.023042:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828008.023045:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828008.023049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828008.150137:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828009.174146:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828010.198127:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828011.222003:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828012.246105:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828013.142032:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828013.142045:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828013.142050:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828013.142061:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3971 00000100:00080000:3.0:1787828013.142073:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828013.142082:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828013.142128:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422199424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828013.142173:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828013.142179:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828013.142183:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828013.142190:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3971 00000100:00080000:3.0:1787828013.142197:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828013.142223:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828013.142239:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828013.142263:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422199424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828013.142266:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422199552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828013.142357:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828013.142364:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828013.142367:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828013.142374:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3971 00000100:00080000:3.0:1787828013.142380:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828013.142385:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828013.142392:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787828013.142400:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828013.142416:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422199680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828013.142430:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828013.142433:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828013.142436:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828013.142440:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3971 00000100:00080000:3.0:1787828013.142444:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828013.142449:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828013.142455:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828013.142458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828013/real 1787828013] req@ffff8a4f08da9680 x1874669422199424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828013.142472:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422199808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828013.142485:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828013.142489:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828013.142492:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828013.142498:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422199424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828013.142502:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3971 00000100:00080000:3.0:1787828013.142512:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828013.142524:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:1.0:1787828013.142529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1787828013.142530:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787828013.142543:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828013.142550:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422199936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828013.142554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422199424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828013.142589:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828013.142620:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828013.142642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828013/real 1787828013] req@ffff8a4f08da83c0 x1874669422199552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828013.142665:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422199552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828013.142681:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828013.142687:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828013.142693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828013.142704:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828013.142736:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828013.142750:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828013/real 1787828013] req@ffff8a4f08daad00 x1874669422199680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828013.142764:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422199680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828013.142791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828013.142798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828013.142820:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828013.142833:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828013.142954:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828013.142973:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828013/real 1787828013] req@ffff8a4f08dab840 x1874669422199808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828013.142996:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422199808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828013.143010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828013.143016:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828013.143036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828013.143049:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828013.143079:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828013.143096:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828013/real 1787828013] req@ffff8a4f08daa1c0 x1874669422199936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828013.143118:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422199936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828013.143132:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828013.143138:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828013.143144:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422199936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828013.270092:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828014.294008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828015.317996:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828016.341974:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828017.366118:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828018.261962:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828018.261974:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828018.261979:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828018.261991:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3976 00000100:00080000:3.0:1787828018.262003:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828018.262012:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828018.262053:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422200064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828018.262079:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828018.262093:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828018.262095:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828018.262098:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3976 00000100:00080000:3.0:1787828018.262101:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828018.262105:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828018.262114:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828018.262126:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422200192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828018.262135:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828018.262140:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828018.262142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828018.262146:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3976 00000100:00080000:3.0:1787828018.262148:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828018.262154:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828018.262159:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422200064:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787828018.262159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828018.262172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422200320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828018.262180:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828018.262183:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828018.262185:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828018.262188:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3976 00000100:00080000:3.0:1787828018.262190:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828018.262193:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828018.262196:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828018.262206:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422200448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828018.262213:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828018.262216:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828018.262218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828018.262220:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3976 00000100:00080000:3.0:1787828018.262223:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828018.262226:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828018.262231:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828018.262255:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422200576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828018.262322:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828018.262381:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828018.262401:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828018.262418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828018.389988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828019.414020:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828020.438059:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828021.334253:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828021.334311:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828021.334338:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828021.334398:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828021.334423:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828021.334446:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828021.334464:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787828021.334467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828018/real 1787828021] req@ffff8a4f08daa1c0 x1874669422200320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.334514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422200320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.334562:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.334573:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828021.334581:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828021.334596:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828018/real 1787828021] req@ffff8a4f08dab840 x1874669422200448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.334648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422200448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.334667:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.334674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828021.334682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828021.334696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828018/real 1787828021] req@ffff8a4f08daad00 x1874669422200576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.334723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422200576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.334739:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.334745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828021.334752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200576:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828021.334768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828018/real 1787828021] req@ffff8a4f08daa940 x1874669422200064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.334793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422200064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.334807:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.334812:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828021.334818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422200064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828021.334830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828018/real 1787828021] req@ffff8a4f08da8f00 x1874669422200192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828021.334929:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422200192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828021.334953:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828021.334960:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828021.334966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200192:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787828021.462115:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828022.486158:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828023.381933:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828023.381946:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828023.381951:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828023.381963:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3981 00000100:00080000:3.0:1787828023.381993:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828023.382002:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828023.382049:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422200704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828023.382075:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828023.382079:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828023.382081:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828023.382085:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3981 00000100:00080000:3.0:1787828023.382088:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828023.382092:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828023.382118:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828023.382130:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422200832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828023.382139:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422200704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828023.382143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828023.382149:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828023.382151:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828023.382154:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3981 00000100:00080000:3.0:1787828023.382158:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828023.382161:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828023.382165:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828023.382175:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422200960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828023.382183:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828023.382186:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828023.382189:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828023.382194:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3981 00000100:00080000:3.0:1787828023.382199:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828023.382220:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828023.382228:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828023.382234:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828023.382249:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422201088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828023.382264:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828023.382268:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828023.382271:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828023.382277:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3981 00000100:00080000:3.0:1787828023.382283:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828023.382289:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828023/real 1787828023] req@ffff8a4f08da83c0 x1874669422200704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828023.382293:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828023.382305:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828023.382322:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422200704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828023.382327:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422201216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828023.382344:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828023.382358:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828023.382370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422200704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828023.382404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828023.382435:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828023.382454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828023/real 1787828023] req@ffff8a4f08da9680 x1874669422200832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828023.382472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422200832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828023.382483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828023.382488:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828023.382505:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828023.382515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828023.382543:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828023.382560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828023/real 1787828023] req@ffff8a4f08da9a40 x1874669422200960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828023.382577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422200960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828023.382588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828023.382592:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828023.382595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422200960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828023.382601:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828023.382628:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828023.382644:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828023/real 1787828023] req@ffff8a4f08dab480 x1874669422201088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828023.382662:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422201088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828023.382673:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828023.382677:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828023.382682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828023.382689:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828023.382715:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828023.382730:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828023/real 1787828023] req@ffff8a4f08dab0c0 x1874669422201216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828023.382745:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422201216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828023.382756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828023.382760:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828023.382765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828023.510133:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828024.534098:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828025.558125:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828026.582158:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828027.606108:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828028.501967:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828028.501981:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828028.501987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828028.501999:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3986 00000100:00080000:3.0:1787828028.502013:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828028.502039:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828028.502096:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422201344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828028.502147:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828028.502153:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828028.502156:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828028.502161:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3986 00000100:00080000:3.0:1787828028.502192:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828028.502200:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828028.502233:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828028.502262:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422201472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828028.502276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422201344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828028.502310:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828028.502318:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828028.502321:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828028.502328:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3986 00000100:00080000:3.0:1787828028.502335:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828028.502341:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828028.502350:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828028.502369:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422201600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828028.502378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828028.502397:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828028.502402:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828028.502405:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828028.502412:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3986 00000100:00080000:3.0:1787828028.502416:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828028.502421:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828028.502429:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828028.502442:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828028/real 1787828028] req@ffff8a4f08da92c0 x1874669422201344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828028.502447:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422201728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828028.502497:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828028.502508:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828028.502511:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828028.502516:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3986 00000100:00080000:3.0:1787828028.502520:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828028.502525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422201344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828028.502531:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828028.502541:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787828028.502560:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828028.502569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828028.502577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422201344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828028.502578:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422201856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828028.502615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828028.502647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828028.502662:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828028/real 1787828028] req@ffff8a4f08daa580 x1874669422201472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828028.502684:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422201472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828028.502700:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828028.502705:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828028.502712:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828028.502723:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828028.502762:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828028.502782:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828028/real 1787828028] req@ffff8a4f08da8b40 x1874669422201600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828028.502798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422201600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828028.502815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828028.502819:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828028.502823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828028.502831:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828028.502902:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828028.502917:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828028/real 1787828028] req@ffff8a4f08dabc00 x1874669422201728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828028.502932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422201728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828028.502941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828028.502945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828028.502949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828028.502957:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828028.502977:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828028.502988:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828028/real 1787828028] req@ffff8a4f08da8000 x1874669422201856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828028.503001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422201856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828028.503010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828028.503013:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828028.503018:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422201856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828028.630183:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828029.654221:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828030.678192:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828031.702091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828032.726042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828033.621953:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828033.621972:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828033.621979:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828033.621993:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3992 00000100:00080000:3.0:1787828033.622005:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828033.622014:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828033.622059:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422201984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828033.622093:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828033.622097:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828033.622100:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828033.622104:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3992 00000100:00080000:3.0:1787828033.622108:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828033.622112:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828033.622123:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828033.622173:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422202112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828033.622186:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828033.622192:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828033.622194:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828033.622200:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3992 00000100:00080000:3.0:1787828033.622206:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828033.622211:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828033.622218:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828033.622233:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422202240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828033.622249:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422201984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828033.622273:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828033.622278:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828033.622281:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828033.622287:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3992 00000100:00080000:3.0:1787828033.622293:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828033.622298:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828033.622305:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828033.622323:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422202368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828033.622335:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828033.622340:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828033.622342:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828033.622348:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3992 00000800:00000100:1.0:1787828033.622357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828033.622358:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828033.622370:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828033.622377:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828033.622392:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422202496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828033.622429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828033/real 1787828033] req@ffff8a4f08da8780 x1874669422201984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828033.622455:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422201984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828033.622470:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828033.622475:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828033.622498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422201984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828033.622508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828033.622536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828033.622552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828033/real 1787828033] req@ffff8a4f08da9e00 x1874669422202112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828033.622568:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422202112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828033.622578:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828033.622582:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828033.622587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828033.622617:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828033.622637:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828033.622650:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828033/real 1787828033] req@ffff8a4f08da8000 x1874669422202240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828033.622665:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422202240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828033.622675:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828033.622678:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828033.622682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828033.622689:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828033.622709:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828033.622728:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828033/real 1787828033] req@ffff8a4f08dabc00 x1874669422202368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828033.622753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422202368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828033.622768:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828033.622775:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828033.622782:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828033.622793:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828033.622832:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828033.622895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828033/real 1787828033] req@ffff8a4f08da8b40 x1874669422202496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828033.622913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422202496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828033.622924:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828033.622928:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828033.622932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828033.750199:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828034.774059:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828035.798153:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828036.822099:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828037.846169:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828038.742034:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828038.742047:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828038.742053:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828038.742065:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 3997 00000100:00080000:1.0:1787828038.742079:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828038.742089:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828038.742172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422202624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828038.742213:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828038.742218:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828038.742221:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828038.742226:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3997 00000100:00080000:1.0:1787828038.742232:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828038.742239:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828038.742252:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828038.742275:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422202624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828038.742283:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422202752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828038.742312:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828038.742319:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828038.742333:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828038.742340:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3997 00000100:00080000:1.0:1787828038.742352:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828038.742361:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828038.742372:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828038.742395:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828038.742399:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422202880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828038.742416:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828038.742421:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828038.742425:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828038.742431:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3997 00000100:00080000:1.0:1787828038.742437:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828038.742443:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828038.742452:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828038.742467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828038/real 1787828038] req@ffff8a4f13cb2d00 x1874669422202624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828038.742473:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422203008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828038.742527:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828038.742536:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787828038.742537:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422202624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828038.742541:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828038.742550:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 3997 00000100:00080000:1.0:1787828038.742554:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828038.742558:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828038.742570:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787828038.742580:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787828038.742590:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422203136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828038.742592:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828038.742605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422202624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828038.742668:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828038.742703:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828038.742720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828038/real 1787828038] req@ffff8a4f13cb1a40 x1874669422202752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828038.742737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422202752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828038.742748:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828038.742752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828038.742756:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828038.742763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828038.742783:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828038.742795:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828038/real 1787828038] req@ffff8a4f13cb30c0 x1874669422202880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828038.742809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422202880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828038.742828:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828038.742831:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828038.742836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422202880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828038.742842:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828038.742898:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828038.742923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828038/real 1787828038] req@ffff8a4f13cb1e00 x1874669422203008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828038.742938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422203008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828038.742948:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828038.742952:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828038.742956:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828038.742962:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828038.742981:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828038.742992:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828038/real 1787828038] req@ffff8a4f13cb2580 x1874669422203136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828038.743006:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422203136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828038.743015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828038.743018:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828038.743023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828038.870115:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828039.894154:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828040.918137:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828041.942210:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828042.966161:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828043.862029:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828043.862040:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828043.862045:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828043.862057:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4002 00000100:00080000:3.0:1787828043.862091:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828043.862117:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828043.862158:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422203264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828043.862189:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828043.862193:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828043.862195:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828043.862198:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4002 00000100:00080000:3.0:1787828043.862203:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828043.862207:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828043.862217:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828043.862229:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422203392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828043.862239:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422203264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828043.862245:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828043.862250:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828043.862252:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828043.862256:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4002 00000100:00080000:3.0:1787828043.862259:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828043.862263:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828043.862268:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828043.862280:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422203520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828043.862291:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828043.862294:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828043.862296:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828043.862299:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4002 00000100:00080000:3.0:1787828043.862302:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828043.862306:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828043.862311:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828043.862319:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828043.862325:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422203648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828043.862336:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828043.862340:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828043.862342:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828043.862346:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4002 00000100:00080000:3.0:1787828043.862349:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828043.862352:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828043.862357:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828043.862380:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828043/real 1787828043] req@ffff8a4f08daa580 x1874669422203264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828043.862380:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422203776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828043.862443:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422203264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828043.862457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828043.862464:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828043.862470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422203264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828043.862504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828043.862539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828043.862556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828043/real 1787828043] req@ffff8a4f08da92c0 x1874669422203392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828043.862585:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422203392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828043.862594:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828043.862597:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828043.862601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828043.862608:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828043.862631:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828043.862659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828043/real 1787828043] req@ffff8a4f08dab0c0 x1874669422203520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828043.862670:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422203520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828043.862678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828043.862680:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828043.862683:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828043.862706:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828043.862738:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828043.862756:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828043/real 1787828043] req@ffff8a4f08dab480 x1874669422203648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828043.862774:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422203648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828043.862787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828043.862790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828043.862794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828043.862800:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828043.862823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828043.862834:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828043/real 1787828043] req@ffff8a4f08da9a40 x1874669422203776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828043.862895:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422203776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828043.862904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828043.862907:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828043.862910:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422203776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828043.990099:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828045.013974:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828046.038022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828047.062099:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828048.086104:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828048.981937:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828048.981950:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828048.981955:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828048.981968:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4007 00000100:00080000:3.0:1787828048.981982:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828048.981992:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828048.982052:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422203904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828048.982090:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828048.982096:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828048.982098:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828048.982104:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4007 00000100:00080000:3.0:1787828048.982109:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828048.982116:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828048.982127:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828048.982146:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422204032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828048.982156:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422203904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828048.982169:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828048.982175:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828048.982178:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828048.982184:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4007 00000100:00080000:3.0:1787828048.982189:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828048.982195:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828048.982202:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828048.982217:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422204160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828048.982226:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828048.982241:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828048.982246:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828048.982250:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828048.982257:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4007 00000100:00080000:3.0:1787828048.982263:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828048.982273:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828048/real 1787828048] req@ffff8a4f08da9680 x1874669422203904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828048.982273:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828048.982284:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828048.982303:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422203904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828048.982309:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422204288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828048.982324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828048.982333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787828048.982334:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828048.982341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422203904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828048.982344:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828048.982351:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828048.982358:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4007 00000100:00080000:3.0:1787828048.982363:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828048.982368:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828048.982372:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204032:192.168.203.149@tcp:38:kworker.0 00000008:00100000:3.0:1787828048.982378:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828048.982399:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422204416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828048.982404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828048.982420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828048/real 1787828048] req@ffff8a4f08da83c0 x1874669422204032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828048.982433:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422204032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828048.982447:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828048.982451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828048.982454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828048.982459:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828048.982473:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828048.982481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828048/real 1787828048] req@ffff8a4f08da8f00 x1874669422204160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828048.982491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422204160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828048.982497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828048.982500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828048.982502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828048.982507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828048.982519:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828048.982527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828048/real 1787828048] req@ffff8a4f08daa940 x1874669422204288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828048.982536:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422204288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828048.982542:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828048.982544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828048.982547:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828048.982560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828048.982573:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828048.982581:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828048/real 1787828048] req@ffff8a4f08daad00 x1874669422204416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828048.982590:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422204416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828048.982596:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828048.982598:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828048.982601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828049.110113:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828050.134114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828051.158042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828052.182146:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828053.206034:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828054.101970:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828054.101983:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828054.102013:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828054.102027:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4012 00000100:00080000:3.0:1787828054.102041:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828054.102051:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828054.102097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422204544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828054.102134:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828054.102139:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828054.102142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828054.102147:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4012 00000100:00080000:3.0:1787828054.102151:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828054.102155:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828054.102169:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828054.102187:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422204672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828054.102203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828054.102208:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422204544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828054.102210:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828054.102217:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828054.102228:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4012 00000100:00080000:3.0:1787828054.102232:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828054.102237:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828054.102243:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828054.102260:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422204800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828054.102274:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828054.102279:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828054.102282:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828054.102287:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4012 00000100:00080000:3.0:1787828054.102293:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787828054.102302:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828054.102303:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828054.102316:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828054.102335:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422204928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828054.102348:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828054.102353:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828054.102356:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828054.102362:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4012 00000100:00100000:1.0:1787828054.102370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828054/real 1787828054] req@ffff8a4f08dab840 x1874669422204544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828054.102371:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828054.102384:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828054.102396:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828054.102419:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422205056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828054.102432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422204544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828054.102460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828054.102470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828054.102480:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422204544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828054.102534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828054.102561:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828054.102575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828054/real 1787828054] req@ffff8a4f08daa1c0 x1874669422204672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828054.102588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422204672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828054.102614:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828054.102619:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828054.102625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828054.102639:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828054.102678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828054.102703:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828054/real 1787828054] req@ffff8a4f08daad00 x1874669422204800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828054.102741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422204800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828054.102750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828054.102753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828054.102756:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828054.102762:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828054.102815:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828054.102902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828054/real 1787828054] req@ffff8a4f08daa940 x1874669422204928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828054.102921:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422204928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828054.102929:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828054.102933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828054.102936:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422204928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828054.102942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828054.102964:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828054.102975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828054/real 1787828054] req@ffff8a4f08da8f00 x1874669422205056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828054.102986:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422205056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828054.103014:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828054.103017:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828054.103020:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828054.230132:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828055.254204:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828056.278111:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828057.302030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828058.326241:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828059.222043:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828059.222057:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828059.222064:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828059.222078:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4017 00000100:00080000:3.0:1787828059.222103:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828059.222113:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828059.222154:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422205184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828059.222185:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828059.222189:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828059.222192:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828059.222196:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4017 00000100:00080000:3.0:1787828059.222199:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828059.222203:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828059.222213:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828059.222227:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422205312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828059.222240:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828059.222246:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787828059.222248:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422205184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828059.222249:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828059.222279:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4017 00000100:00080000:3.0:1787828059.222284:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828059.222288:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828059.222294:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828059.222310:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422205440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828059.222322:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828059.222327:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828059.222329:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828059.222334:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4017 00000100:00080000:3.0:1787828059.222339:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828059.222344:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828059.222349:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828059.222363:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422205568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828059.222375:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828059.222390:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828059.222396:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828059.222399:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828059.222404:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4017 00000100:00080000:3.0:1787828059.222409:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828059.222414:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828059.222420:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828059.222429:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422205696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828059.222467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828059/real 1787828059] req@ffff8a4f08da83c0 x1874669422205184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828059.222503:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422205184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828059.222525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828059.222550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828059.222558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422205184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828059.222608:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828059.222644:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828059.222663:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828059/real 1787828059] req@ffff8a4f08da9680 x1874669422205312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828059.222708:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422205312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828059.222718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828059.222721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828059.222725:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828059.222731:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828059.222768:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828059.222786:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828059/real 1787828059] req@ffff8a4f08da9a40 x1874669422205440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828059.222807:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422205440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828059.222838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828059.222844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828059.222851:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828059.222863:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828059.223003:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828059.223024:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828059/real 1787828059] req@ffff8a4f08dab480 x1874669422205568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828059.223057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422205568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828059.223073:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828059.223078:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828059.223083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828059.223092:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828059.223138:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828059.223151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828059/real 1787828059] req@ffff8a4f08dab0c0 x1874669422205696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828059.223164:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422205696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828059.223172:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828059.223175:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828059.223178:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828059.350089:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828060.374267:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828061.398133:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828062.422272:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828063.446202:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828064.341991:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828064.342011:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828064.342019:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828064.342038:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4022 00000100:00080000:3.0:1787828064.342055:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828064.342067:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828064.342129:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422205824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828064.342172:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828064.342186:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828064.342190:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828064.342197:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4022 00000100:00080000:3.0:1787828064.342204:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828064.342212:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828064.342231:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828064.342258:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422205952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828064.342262:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422205824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828064.342279:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828064.342285:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828064.342288:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828064.342294:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4022 00000100:00080000:3.0:1787828064.342301:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828064.342308:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828064.342316:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828064.342332:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422206080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828064.342347:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828064.342352:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828064.342355:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828064.342361:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4022 00000100:00080000:3.0:1787828064.342367:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828064.342374:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787828064.342376:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787828064.342384:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828064.342400:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422206208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828064.342416:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828064.342422:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828064.342425:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828064.342430:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4022 00000100:00080000:3.0:1787828064.342437:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828064.342444:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828064.342449:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828064/real 1787828064] req@ffff8a4f08da92c0 x1874669422205824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787828064.342452:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828064.342468:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422206336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828064.342483:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422205824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828064.342514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828064.342522:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828064.342531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422205824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828064.342573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828064.342609:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828064.342627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828064/real 1787828064] req@ffff8a4f08daa580 x1874669422205952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828064.342643:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422205952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828064.342654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828064.342658:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828064.342662:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422205952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828064.342669:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828064.342689:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828064.342700:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828064/real 1787828064] req@ffff8a4f08da8b40 x1874669422206080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828064.342715:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422206080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828064.342725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828064.342728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828064.342732:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828064.342739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828064.342758:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828064.342769:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828064/real 1787828064] req@ffff8a4f08dabc00 x1874669422206208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828064.342783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422206208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828064.342793:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828064.342796:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828064.342800:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828064.342806:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828064.342824:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828064.342835:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828064/real 1787828064] req@ffff8a4f08da8000 x1874669422206336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828064.342848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422206336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828064.342943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828064.342949:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828064.342953:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828064.470213:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828065.494136:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828066.518129:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828067.542147:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828068.566178:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828069.462006:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828069.462018:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828069.462023:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828069.462035:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4027 00000100:00080000:3.0:1787828069.462048:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828069.462057:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828069.462101:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422206464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828069.462166:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828069.462173:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828069.462177:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828069.462185:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4027 00000100:00080000:3.0:1787828069.462193:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828069.462200:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828069.462216:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828069.462238:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422206592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828069.462252:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828069.462257:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828069.462260:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828069.462265:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4027 00000100:00080000:3.0:1787828069.462271:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828069.462276:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828069.462283:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828069.462301:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422206464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828069.462301:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422206720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828069.462327:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828069.462331:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828069.462333:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828069.462338:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4027 00000100:00080000:3.0:1787828069.462342:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828069.462346:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828069.462351:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828069.462366:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422206848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828069.462386:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828069.462390:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828069.462392:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828069.462398:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4027 00000100:00080000:3.0:1787828069.462422:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787828069.462424:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828069.462431:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828069.462438:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828069.462466:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422206976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828069.462503:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828069/real 1787828069] req@ffff8a4f08da9e00 x1874669422206464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828069.462537:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422206464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828069.462567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828069.462573:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828069.462578:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422206464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828069.462587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828069.462620:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828069.462636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828069/real 1787828069] req@ffff8a4f08da8780 x1874669422206592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828069.462650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422206592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828069.462660:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828069.462664:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828069.462668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828069.462722:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828069.462777:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828069.462797:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828069/real 1787828069] req@ffff8a4f08da8000 x1874669422206720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828069.462812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422206720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828069.462847:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828069.462851:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828069.462855:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828069.462862:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828069.462985:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828069.463000:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828069/real 1787828069] req@ffff8a4f08dabc00 x1874669422206848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828069.463013:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422206848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828069.463022:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828069.463026:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828069.463029:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828069.463036:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828069.463052:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828069.463063:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828069/real 1787828069] req@ffff8a4f08da8b40 x1874669422206976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828069.463075:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422206976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828069.463083:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828069.463086:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828069.463090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422206976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828069.590111:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828070.614151:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828071.638085:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828072.662272:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828073.686025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828074.582018:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828074.582031:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828074.582036:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828074.582049:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4032 00000100:00080000:3.0:1787828074.582074:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828074.582084:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828074.582161:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422207104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828074.582195:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828074.582200:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828074.582203:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828074.582207:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4032 00000100:00080000:3.0:1787828074.582212:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828074.582216:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828074.582229:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828074.582248:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422207232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828074.582268:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828074.582276:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828074.582280:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828074.582295:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4032 00000100:00100000:1.0:1787828074.582297:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422207104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828074.582319:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828074.582342:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828074.582353:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828074.582380:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422207360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828074.582396:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828074.582401:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828074.582405:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828074.582411:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4032 00000100:00080000:3.0:1787828074.582427:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828074.582432:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828074.582439:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828074.582452:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422207488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828074.582464:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828074.582469:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828074.582472:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828074.582477:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4032 00000100:00080000:3.0:1787828074.582482:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828074.582487:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828074.582498:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828074.582515:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828074.582545:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422207616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828074.582611:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828074/real 1787828074] req@ffff8a4f08daa580 x1874669422207104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828074.582659:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422207104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828074.582677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828074.582684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828074.582691:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422207104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828074.582705:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422207232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828074.582733:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828074.582747:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828074/real 1787828074] req@ffff8a4f08da92c0 x1874669422207232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828074.582778:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422207232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828074.582789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828074.582793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828074.582798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422207232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828074.582837:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422207360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828074.582972:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828074.582992:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828074/real 1787828074] req@ffff8a4f08dab0c0 x1874669422207360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828074.583008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422207360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828074.583020:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828074.583024:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828074.583028:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422207360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828074.583036:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422207488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828074.583076:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828074.583088:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828074/real 1787828074] req@ffff8a4f08dab480 x1874669422207488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828074.583101:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422207488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828074.583110:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828074.583113:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828074.583116:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422207488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828074.583138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422207616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828074.583154:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828074.583163:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828074/real 1787828074] req@ffff8a4f08da9a40 x1874669422207616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828074.583173:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422207616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828074.583181:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828074.583184:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828074.583186:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422207616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828074.710150:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828075.734133:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828076.758225:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828077.782101:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828078.806087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828079.702053:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828079.702066:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828079.702072:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828079.702084:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4038 00000100:00080000:2.0:1787828079.702098:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828079.702108:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828079.702159:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422207744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828079.702202:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828079.702207:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828079.702210:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828079.702215:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4038 00000100:00080000:2.0:1787828079.702219:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828079.702223:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828079.702235:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828079.702257:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422207872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828079.702280:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828079.702285:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828079.702288:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828079.702296:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4038 00000100:00080000:2.0:1787828079.702300:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828079.702304:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828079.702310:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828079.702324:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422208000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828079.702337:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828079.702349:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787828079.702352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422207744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828079.702353:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828079.702374:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4038 00000100:00080000:2.0:1787828079.702382:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828079.702387:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828079.702393:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828079.702409:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422208128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828079.702420:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828079.702424:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828079.702427:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828079.702432:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4038 00000100:00080000:2.0:1787828079.702438:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828079.702443:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828079.702454:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828079.702467:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422208256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828079.702500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828079.702576:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828079/real 1787828079] req@ffff8a4f06e8da40 x1874669422207744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828079.702604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422207744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828079.702620:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828079.702626:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828079.702632:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422207744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828079.702642:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422207872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828079.702669:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828079.702684:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828079/real 1787828079] req@ffff8a4f06e8c780 x1874669422207872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828079.702702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422207872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828079.702719:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828079.702726:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828079.702734:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422207872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828079.702791:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828079.702913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828079.702935:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828079/real 1787828079] req@ffff8a4f06e8ed00 x1874669422208000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828079.702951:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422208000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828079.702962:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828079.702967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828079.702971:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828079.702980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828079.703006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828079.703018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828079/real 1787828079] req@ffff8a4f06e8e1c0 x1874669422208128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828079.703032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422208128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828079.703042:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828079.703046:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828079.703049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828079.703056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828079.703074:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828079.703086:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828079/real 1787828079] req@ffff8a4f06e8f480 x1874669422208256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828079.703101:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422208256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828079.703111:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828079.703115:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828079.703118:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828079.830071:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828080.854202:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828081.878114:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828082.902169:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828083.926006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828084.822005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828084.822018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828084.822024:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828084.822037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4043 00000100:00080000:1.0:1787828084.822052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828084.822062:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828084.822110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422208384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828084.822152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828084.822158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828084.822161:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828084.822168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4043 00000100:00080000:1.0:1787828084.822174:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828084.822182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828084.822196:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828084.822220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422208512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828084.822225:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422208384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828084.822265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828084.822270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828084.822272:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828084.822278:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4043 00000100:00080000:1.0:1787828084.822301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828084.822308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828084.822316:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828084.822334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422208640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828084.822346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828084.822350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828084.822353:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828084.822358:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4043 00000100:00080000:1.0:1787828084.822363:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828084.822368:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828084.822374:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828084.822388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422208768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828084.822402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208512:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787828084.822408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828084.822414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828084.822417:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828084.822425:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4043 00000100:00080000:1.0:1787828084.822433:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828084.822438:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828084.822446:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828084.822457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828084.822468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422208896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828084.822512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828084.822565:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828084.950025:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828085.974113:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828086.998137:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828087.894242:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828087.894293:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828087.894313:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828087.894355:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828087.894364:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828087.894374:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828087.894388:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787828087.894425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828084/real 1787828087] req@ffff8a4f13cb1e00 x1874669422208768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828087.894477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422208768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828087.894495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828087.894503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828087.894510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828087.894523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828084/real 1787828087] req@ffff8a4f13cb30c0 x1874669422208896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828087.894555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422208896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828087.894568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828087.894574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828087.894579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208896:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828087.894590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828084/real 1787828087] req@ffff8a4f13cb0b40 x1874669422208512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828087.894609:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422208512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828087.894622:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828087.894628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828087.894633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828087.894644:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828084/real 1787828087] req@ffff8a4f13cb2580 x1874669422208640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828087.894662:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422208640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828087.894700:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828087.894707:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828087.894713:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422208640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828087.894726:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828084/real 1787828087] req@ffff8a4f13cb3840 x1874669422208384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828087.894749:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422208384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828087.894791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828087.894798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828087.894804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422208384:192.168.203.149@tcp:250:kworker.0 00010000:00010000:2.0:1787828088.022088:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828089.046099:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828089.942086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828089.942098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828089.942103:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828089.942115:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4048 00000100:00080000:2.0:1787828089.942128:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828089.942139:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828089.942182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422209024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828089.942236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828089.942242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828089.942246:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828089.942266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4048 00000100:00080000:2.0:1787828089.942274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828089.942282:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828089.942297:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828089.942314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422209024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828089.942319:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422209152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828089.942356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828089.942361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828089.942365:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828089.942371:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4048 00000100:00080000:2.0:1787828089.942377:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828089.942384:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828089.942392:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828089.942408:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422209280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828089.942438:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828089.942442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828089.942448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828089.942451:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828089.942458:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4048 00000100:00080000:2.0:1787828089.942463:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828089.942470:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828089.942477:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828089.942493:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422209408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828089.942494:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828089/real 1787828089] req@ffff8a4f06e8cf00 x1874669422209024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828089.942512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828089.942517:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828089.942521:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828089.942524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422209024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828089.942527:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4048 00000100:00080000:2.0:1787828089.942533:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828089.942539:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:3.0:1787828089.942543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1787828089.942546:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787828089.942551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828089.942558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422209024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828089.942561:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422209536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828089.942596:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828089.942639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828089.942664:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828089/real 1787828089] req@ffff8a4f06e8c3c0 x1874669422209152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828089.942700:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422209152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828089.942715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828089.942722:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828089.942728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828089.942764:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828089.942808:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828089.942832:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828089/real 1787828089] req@ffff8a4f06e8cb40 x1874669422209280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828089.942924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422209280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828089.942941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828089.942947:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828089.942954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828089.942967:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828089.943010:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828089.943033:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828089/real 1787828089] req@ffff8a4f06e8e940 x1874669422209408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828089.943056:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422209408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828089.943071:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828089.943077:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828089.943083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828089.943094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828089.943133:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828089.943348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828089/real 1787828089] req@ffff8a4f06e8d2c0 x1874669422209536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828089.943374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422209536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828089.943389:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828089.943395:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828089.943400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828090.070045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828091.094065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828092.118063:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828093.142026:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828094.166065:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828095.061961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828095.061973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828095.061978:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828095.061991:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4053 00000100:00080000:2.0:1787828095.062005:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828095.062015:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828095.062063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422209664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828095.062100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828095.062105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828095.062107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828095.062112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4053 00000100:00080000:2.0:1787828095.062116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828095.062120:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828095.062132:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828095.062148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422209792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828095.062162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828095.062167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828095.062169:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828095.062174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4053 00000100:00080000:2.0:1787828095.062177:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828095.062186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828095.062190:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422209664:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787828095.062193:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828095.062210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422209920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828095.062222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828095.062227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828095.062229:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828095.062234:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4053 00000100:00080000:2.0:1787828095.062237:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828095.062241:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828095.062246:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828095.062262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422210048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828095.062274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828095.062278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828095.062280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828095.062285:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4053 00000100:00080000:2.0:1787828095.062302:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828095.062307:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828095.062314:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828095.062325:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828095.062332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422210176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828095.062393:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828095/real 1787828095] req@ffff8a4f06e8d680 x1874669422209664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828095.062418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422209664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828095.062432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828095.062438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828095.062457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422209664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828095.062468:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828095.062499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828095.062523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828095/real 1787828095] req@ffff8a4f06e8de00 x1874669422209792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828095.062563:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422209792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828095.062582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828095.062589:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828095.062596:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828095.062637:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828095.062669:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828095.062684:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828095/real 1787828095] req@ffff8a4f06e8e580 x1874669422209920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828095.062700:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422209920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828095.062739:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828095.062743:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828095.062748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422209920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828095.062756:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828095.062786:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828095.062800:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828095/real 1787828095] req@ffff8a4f06e8f840 x1874669422210048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828095.062815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422210048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828095.062833:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828095.062837:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828095.062841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828095.062848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828095.062916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828095.062931:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828095/real 1787828095] req@ffff8a4f06e8c000 x1874669422210176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828095.062946:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422210176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828095.062956:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828095.062960:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828095.062963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828095.190121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828096.214121:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828097.238079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828098.262034:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828099.286167:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828100.182107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828100.182124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828100.182144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828100.182162:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4058 00000100:00080000:0.0:1787828100.182181:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828100.182193:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828100.182267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422210304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828100.182333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828100.182342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828100.182345:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828100.182352:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4058 00000100:00080000:0.0:1787828100.182358:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828100.182364:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828100.182380:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828100.182399:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422210432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828100.182413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828100.182422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828100.182426:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828100.182432:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4058 00000100:00080000:0.0:1787828100.182437:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828100.182442:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828100.182447:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828100.182460:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422210560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828100.182475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828100.182489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422210304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828100.182496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828100.182505:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828100.182514:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4058 00000100:00080000:0.0:1787828100.182521:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828100.182530:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828100.182541:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828100.182583:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422210688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828100.182604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828100.182612:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828100.182616:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787828100.182625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787828100.182626:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4058 00000100:00080000:0.0:1787828100.182639:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828100.182646:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828100.182656:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828100.182709:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422210816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828100.182742:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828100/real 1787828100] req@ffff8a4f13c5ad00 x1874669422210304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828100.182773:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422210304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828100.182789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828100.182796:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828100.182802:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422210304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828100.182813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828100.182843:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828100.182905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828100/real 1787828100] req@ffff8a4f13c5b480 x1874669422210432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828100.182922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422210432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828100.182933:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828100.182937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828100.182941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828100.182981:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828100.183006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828100.183019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828100/real 1787828100] req@ffff8a4f13c59680 x1874669422210560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828100.183034:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422210560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828100.183044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828100.183048:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828100.183051:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828100.183058:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828100.183078:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828100.183090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828100/real 1787828100] req@ffff8a4f13c58000 x1874669422210688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828100.183105:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422210688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828100.183115:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828100.183119:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828100.183123:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828100.183129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828100.183148:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828100.183160:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828100/real 1787828100] req@ffff8a4f13c59a40 x1874669422210816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828100.183174:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422210816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828100.183184:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828100.183187:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828100.183190:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422210816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828100.310091:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828101.334076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828102.358143:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828103.382159:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828104.406112:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828105.302043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828105.302060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828105.302078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828105.302109:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4063 00000100:00080000:1.0:1787828105.302124:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828105.302134:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828105.302189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422210944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828105.302224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828105.302229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828105.302232:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828105.302237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4063 00000100:00080000:1.0:1787828105.302242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828105.302247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828105.302259:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828105.302285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422211072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828105.302305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828105.302306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422210944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828105.302321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828105.302329:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828105.302336:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4063 00000100:00080000:1.0:1787828105.302340:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828105.302344:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828105.302352:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828105.302367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422211200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828105.302380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828105.302384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828105.302386:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828105.302391:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4063 00000100:00080000:1.0:1787828105.302395:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828105.302400:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828105.302406:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828105.302421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422211328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828105.302433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828105.302438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828105.302445:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787828105.302446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828105.302453:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4063 00000100:00080000:1.0:1787828105.302468:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828105.302473:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828105.302481:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828105.302497:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422211456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828105.302524:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828105/real 1787828105] req@ffff8a4f13cb1a40 x1874669422210944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828105.302559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422210944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828105.302583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828105.302588:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828105.302594:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422210944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828105.302625:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828105.302696:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828105.302715:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828105/real 1787828105] req@ffff8a4f13cb2d00 x1874669422211072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828105.302732:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422211072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828105.302743:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828105.302747:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828105.302751:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828105.302760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828105.302782:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828105.302794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828105/real 1787828105] req@ffff8a4f13cb0780 x1874669422211200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828105.302808:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422211200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828105.302818:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828105.302822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828105.302825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828105.302833:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828105.302888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828105.302905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828105/real 1787828105] req@ffff8a4f13cb21c0 x1874669422211328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828105.302920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422211328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828105.302931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828105.302935:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828105.302952:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828105.302960:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828105.302985:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828105.302997:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828105/real 1787828105] req@ffff8a4f13cb0000 x1874669422211456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828105.303012:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422211456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828105.303021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828105.303025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828105.303029:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828105.430123:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828106.454096:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828107.478072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828108.502160:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828109.526074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828110.421934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828110.421946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828110.421951:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828110.421963:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4068 00000100:00080000:1.0:1787828110.421976:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828110.421983:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828110.422027:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422211584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828110.422054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828110.422057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828110.422058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828110.422061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4068 00000100:00080000:1.0:1787828110.422064:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828110.422067:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828110.422077:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828110.422087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422211712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828110.422095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828110.422098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828110.422099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828110.422103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4068 00000100:00080000:1.0:1787828110.422107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828110.422109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422211584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828110.422111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828110.422119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828110.422135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422211840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828110.422146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828110.422150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828110.422153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828110.422157:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4068 00000100:00080000:1.0:1787828110.422162:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828110.422167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828110.422173:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828110.422187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422211968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828110.422195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828110.422198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828110.422199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828110.422202:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4068 00000100:00080000:1.0:1787828110.422205:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828110.422210:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828110.422212:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828110.422218:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828110.422227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422212096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828110.422272:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828110/real 1787828110] req@ffff8a4f13cb12c0 x1874669422211584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828110.422297:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422211584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828110.422310:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828110.422315:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828110.422320:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422211584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828110.422352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828110.422380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828110.422395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828110/real 1787828110] req@ffff8a4f13cb03c0 x1874669422211712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828110.422409:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422211712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828110.422419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828110.422423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828110.422426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828110.422433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828110.422456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828110.422469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828110/real 1787828110] req@ffff8a4f13cb0000 x1874669422211840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828110.422483:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422211840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828110.422499:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828110.422503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828110.422507:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828110.422513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828110.422535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828110.422547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828110/real 1787828110] req@ffff8a4f13cb21c0 x1874669422211968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828110.422560:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422211968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828110.422568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828110.422572:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828110.422576:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422211968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828110.422582:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828110.422618:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828110.422631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828110/real 1787828110] req@ffff8a4f13cb0780 x1874669422212096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828110.422644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422212096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828110.422653:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828110.422656:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828110.422661:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828110.550071:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828111.574184:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828112.598106:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828113.622115:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828114.646069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828115.541988:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828115.542001:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828115.542006:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828115.542018:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4073 00000100:00080000:1.0:1787828115.542031:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828115.542041:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828115.542087:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422212224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828115.542133:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828115.542140:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828115.542145:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828115.542152:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4073 00000100:00080000:1.0:1787828115.542159:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828115.542168:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828115.542184:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828115.542217:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422212352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828115.542232:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828115.542236:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828115.542239:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828115.542245:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4073 00000100:00080000:1.0:1787828115.542252:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828115.542261:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828115.542281:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828115.542294:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422212224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828115.542297:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422212480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828115.542350:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828115.542358:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828115.542362:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828115.542370:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4073 00000100:00080000:1.0:1787828115.542375:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828115.542383:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828115.542392:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828115.542416:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422212608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828115.542438:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828115.542444:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828115.542447:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828115.542452:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4073 00000100:00080000:1.0:1787828115.542470:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828115.542476:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828115.542483:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828115.542498:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828115.542501:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422212736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828115.542636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828115/real 1787828115] req@ffff8a4f13cb2d00 x1874669422212224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828115.542663:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422212224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828115.542681:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828115.542688:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828115.542694:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422212224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828115.542709:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828115.542758:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828115.542777:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828115/real 1787828115] req@ffff8a4f13cb1a40 x1874669422212352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828115.542791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422212352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828115.542799:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828115.542802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828115.542805:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828115.542841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828115.542898:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828115.542912:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828115/real 1787828115] req@ffff8a4f13cb3840 x1874669422212480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828115.542923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422212480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828115.542931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828115.542934:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828115.542937:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828115.542943:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828115.542961:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828115.542969:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828115/real 1787828115] req@ffff8a4f13cb2580 x1874669422212608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828115.542979:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422212608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828115.542986:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828115.542988:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828115.542991:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828115.542996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828115.543010:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828115.543018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828115/real 1787828115] req@ffff8a4f13cb0b40 x1874669422212736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828115.543062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422212736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828115.543070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828115.543073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828115.543077:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828115.670098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828116.693982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828117.718188:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828118.742142:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828119.766147:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828120.662050:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828120.662073:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828120.662082:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828120.662104:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4079 00000100:00080000:2.0:1787828120.662126:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828120.662143:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828120.662214:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422212864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828120.662263:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828120.662268:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828120.662271:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828120.662277:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4079 00000100:00080000:2.0:1787828120.662282:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828120.662288:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828120.662302:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828120.662326:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422212992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828120.662347:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828120.662355:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828120.662360:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828120.662369:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4079 00000100:00080000:2.0:1787828120.662378:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828120.662389:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828120.662403:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828120.662406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422212864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828120.662440:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422213120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828120.662459:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828120.662464:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828120.662467:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828120.662474:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4079 00000100:00080000:2.0:1787828120.662522:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828120.662552:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828120.662561:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828120.662570:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828120.662600:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422213248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828120.662617:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828120.662622:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828120.662625:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828120.662634:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4079 00000100:00080000:2.0:1787828120.662641:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828120.662643:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828120/real 1787828120] req@ffff8a4f06e8f0c0 x1874669422212864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828120.662655:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828120.662679:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828120.662694:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422213376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828120.662710:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422212864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828120.662728:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828120.662734:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828120.662740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422212864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828120.662754:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828120.662788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828120.662805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828120/real 1787828120] req@ffff8a4f06e8c000 x1874669422212992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828120.662830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422212992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828120.662840:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828120.662844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828120.662885:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422212992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828120.662924:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828120.662966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828120.662990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828120/real 1787828120] req@ffff8a4f06e8f840 x1874669422213120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828120.663016:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422213120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828120.663034:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828120.663041:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828120.663047:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828120.663061:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828120.663096:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828120.663112:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828120/real 1787828120] req@ffff8a4f06e8e580 x1874669422213248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828120.663127:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422213248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828120.663146:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828120.663150:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828120.663154:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828120.663161:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828120.663179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828120.663191:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828120/real 1787828120] req@ffff8a4f06e8de00 x1874669422213376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828120.663204:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422213376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828120.663214:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828120.663218:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828120.663222:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828120.790112:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828121.814138:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828122.838078:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828123.862222:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828124.886120:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828125.782013:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828125.782025:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828125.782030:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828125.782042:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4084 00000100:00080000:2.0:1787828125.782067:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828125.782076:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828125.782122:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422213504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828125.782151:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828125.782154:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828125.782156:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828125.782159:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4084 00000100:00080000:2.0:1787828125.782161:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828125.782164:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828125.782175:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828125.782186:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422213632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828125.782212:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828125.782216:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828125.782220:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828125.782223:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422213504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828125.782226:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4084 00000100:00080000:2.0:1787828125.782235:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828125.782239:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828125.782243:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828125.782254:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422213760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828125.782282:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828125.782285:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828125.782286:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828125.782289:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4084 00000100:00080000:2.0:1787828125.782292:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828125.782295:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828125.782300:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828125.782309:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422213888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828125.782316:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828125.782318:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828125.782320:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828125.782324:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4084 00000100:00080000:2.0:1787828125.782327:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828125.782330:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787828125.782335:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:2.0:1787828125.782336:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828125.782377:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422214016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828125.782456:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828125/real 1787828125] req@ffff8a4f06e8d680 x1874669422213504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828125.782480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422213504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828125.782539:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828125.782544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828125.782547:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422213504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828125.782574:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828125.782619:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828125.782650:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828125/real 1787828125] req@ffff8a4f06e8d2c0 x1874669422213632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828125.782668:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422213632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828125.782701:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828125.782705:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828125.782708:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828125.782714:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828125.782743:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828125.782753:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828125/real 1787828125] req@ffff8a4f06e8e940 x1874669422213760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828125.782763:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422213760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828125.782770:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828125.782772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828125.782775:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828125.782779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828125.782793:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828125.782809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828125/real 1787828125] req@ffff8a4f06e8cb40 x1874669422213888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828125.782819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422213888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828125.782825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828125.782827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828125.782829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422213888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828125.782834:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828125.782846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828125.782853:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828125/real 1787828125] req@ffff8a4f06e8c3c0 x1874669422214016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828125.782862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422214016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828125.782868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828125.782870:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828125.782872:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828125.910079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828126.934102:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828127.958160:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828128.982170:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828130.006154:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828130.902070:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828130.902083:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828130.902089:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828130.902101:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4089 00000100:00080000:1.0:1787828130.902115:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828130.902124:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828130.902180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422214144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828130.902230:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828130.902238:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828130.902241:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828130.902247:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4089 00000100:00080000:1.0:1787828130.902265:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828130.902272:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828130.902285:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828130.902311:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422214272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828130.902319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422214144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828130.902353:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828130.902361:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828130.902366:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828130.902376:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4089 00000100:00080000:1.0:1787828130.902387:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828130.902395:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828130.902405:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828130.902421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828130.902430:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422214400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828130.902480:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828130.902485:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828130.902488:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828130.902495:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4089 00000100:00080000:1.0:1787828130.902502:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828130.902511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828130/real 1787828130] req@ffff8a4f13cb30c0 x1874669422214144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828130.902513:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828130.902528:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828130.902556:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422214144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828130.902558:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422214528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828130.902619:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828130.902621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828130.902628:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828130.902633:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828130.902635:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787828130.902643:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4089 00000100:00100000:3.0:1787828130.902651:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422214144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828130.902653:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828130.902667:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828130.902674:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828130.902686:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422214656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828130.902700:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828130.902742:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828130.902761:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828130/real 1787828130] req@ffff8a4f13cb1e00 x1874669422214272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828130.902777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422214272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828130.902788:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828130.902792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828130.902796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828130.902803:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828130.902822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828130.902833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828130/real 1787828130] req@ffff8a4f13cb0b40 x1874669422214400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828130.902847:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422214400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828130.902916:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828130.902921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828130.902925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828130.902933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828130.902958:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828130.902971:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828130/real 1787828130] req@ffff8a4f13cb2580 x1874669422214528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828130.902986:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422214528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828130.902996:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828130.903017:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828130.903021:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828130.903044:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828130.903066:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828130.903080:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828130/real 1787828130] req@ffff8a4f13cb3840 x1874669422214656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828130.903094:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422214656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828130.903104:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828130.903108:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828130.903113:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828131.030160:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828132.054089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828133.078133:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828134.102218:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828135.126051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828136.021939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828136.021947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828136.021951:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828136.021959:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4094 00000100:00080000:3.0:1787828136.021968:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828136.021973:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828136.022001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422214784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828136.022023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828136.022026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828136.022027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828136.022030:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4094 00000100:00080000:3.0:1787828136.022032:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828136.022035:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828136.022042:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828136.022053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422214912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828136.022059:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422214784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828136.022072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828136.022077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828136.022079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828136.022085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4094 00000100:00080000:3.0:1787828136.022089:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828136.022094:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828136.022100:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828136.022112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422215040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828136.022121:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828136.022121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828136.022126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828136.022127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828136.022131:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4094 00000100:00080000:3.0:1787828136.022135:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828136.022139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828136.022143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828136.022152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422215168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828136.022159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828136.022161:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828136/real 1787828136] req@ffff8a4f08da9680 x1874669422214784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828136.022162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828136.022165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828136.022172:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4094 00000100:00080000:3.0:1787828136.022176:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828136.022182:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828136.022188:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828136.022198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422215296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828136.022201:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422214784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828136.022229:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828136.022234:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828136.022238:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422214784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828136.022258:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828136.022280:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828136.022293:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828136/real 1787828136] req@ffff8a4f08da83c0 x1874669422214912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828136.022307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422214912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828136.022316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828136.022320:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828136.022324:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422214912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828136.022330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828136.022346:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828136.022354:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828136/real 1787828136] req@ffff8a4f08da8f00 x1874669422215040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828136.022362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422215040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828136.022372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828136.022374:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828136.022376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828136.022380:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828136.022390:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828136.022395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828136/real 1787828136] req@ffff8a4f08daa940 x1874669422215168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828136.022402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422215168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828136.022408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828136.022409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828136.022412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828136.022416:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828136.022444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828136.022451:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828136/real 1787828136] req@ffff8a4f08daad00 x1874669422215296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828136.022459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422215296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828136.022464:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828136.022466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828136.022469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828136.150060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828137.174117:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828138.198267:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828139.222132:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828140.246086:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828141.141952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828141.141963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828141.141967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828141.141977:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4099 00000100:00080000:3.0:1787828141.141986:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828141.141994:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828141.142030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422215424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828141.142060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828141.142064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828141.142065:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828141.142069:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4099 00000100:00080000:3.0:1787828141.142073:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828141.142078:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828141.142087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828141.142102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422215552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828141.142114:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422215424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828141.142116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828141.142125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828141.142127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828141.142133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4099 00000100:00080000:3.0:1787828141.142137:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828141.142141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828141.142147:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828141.142160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422215680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828141.142169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828141.142173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828141.142175:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828141.142179:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4099 00000800:00000100:1.0:1787828141.142184:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828141.142184:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828141.142193:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828141.142198:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828141.142210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422215808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828141.142220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828141.142224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828141.142226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828141.142232:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4099 00000100:00100000:1.0:1787828141.142233:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828141/real 1787828141] req@ffff8a4f08daa1c0 x1874669422215424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828141.142237:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828141.142245:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828141.142253:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828141.142260:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422215424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828141.142267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422215936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828141.142278:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828141.142286:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828141.142292:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422215424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828141.142317:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828141.142338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828141.142350:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828141/real 1787828141] req@ffff8a4f08dab840 x1874669422215552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828141.142362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422215552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828141.142371:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828141.142374:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828141.142377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828141.142398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828141.142417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828141.142429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828141/real 1787828141] req@ffff8a4f08daad00 x1874669422215680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828141.142440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422215680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828141.142448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828141.142451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828141.142454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828141.142459:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828141.142476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828141.142486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828141/real 1787828141] req@ffff8a4f08daa940 x1874669422215808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828141.142497:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422215808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828141.142505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828141.142508:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828141.142511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828141.142516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828141.142533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828141.142542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828141/real 1787828141] req@ffff8a4f08da8f00 x1874669422215936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828141.142553:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422215936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828141.142561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828141.142564:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828141.142578:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422215936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828141.269991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828142.294138:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828143.318124:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828144.342180:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828145.365971:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828146.261918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828146.261926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828146.261930:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828146.261937:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4104 00000100:00080000:3.0:1787828146.261947:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828146.261954:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828146.261992:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422216064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828146.262020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828146.262024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828146.262026:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828146.262030:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4104 00000100:00080000:3.0:1787828146.262034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828146.262039:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828146.262049:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828146.262064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422216192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828146.262069:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422216064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828146.262084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828146.262088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828146.262090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828146.262095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4104 00000100:00080000:3.0:1787828146.262100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828146.262104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828146.262110:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828146.262123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422216320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828146.262134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828146.262138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828146.262142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787828146.262143:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828146.262149:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4104 00000100:00080000:3.0:1787828146.262154:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828146.262159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828146.262165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828146.262179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422216448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828146.262189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828146.262194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828146/real 1787828146] req@ffff8a4f08da83c0 x1874669422216064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828146.262195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828146.262200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828146.262211:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4104 00000100:00080000:3.0:1787828146.262218:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828146.262225:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828146.262226:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422216064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787828146.262232:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787828146.262246:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787828146.262252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422216576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828146.262255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828146.262265:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422216064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828146.262297:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828146.262323:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828146.262337:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828146/real 1787828146] req@ffff8a4f08da9680 x1874669422216192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828146.262366:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422216192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828146.262376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828146.262380:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828146.262383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828146.262390:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828146.262413:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828146.262426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828146/real 1787828146] req@ffff8a4f08da9a40 x1874669422216320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828146.262439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422216320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828146.262447:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828146.262451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828146.262455:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828146.262462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828146.262482:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828146.262493:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828146/real 1787828146] req@ffff8a4f08dab480 x1874669422216448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828146.262505:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422216448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828146.262512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828146.262516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828146.262519:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828146.262525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828146.262543:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828146.262555:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828146/real 1787828146] req@ffff8a4f08dab0c0 x1874669422216576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828146.262567:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422216576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828146.262575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828146.262579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828146.262582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828146.390052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828147.414097:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828148.438096:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828149.462042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828150.486040:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828151.381947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828151.381958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828151.381963:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828151.381973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4109 00000100:00080000:3.0:1787828151.381985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828151.381993:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828151.382033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422216704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828151.382064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828151.382068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828151.382070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828151.382074:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4109 00000100:00080000:3.0:1787828151.382088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828151.382093:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828151.382113:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828151.382129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422216704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828151.382131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422216832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828151.382160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828151.382164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828151.382166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828151.382171:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4109 00000100:00080000:3.0:1787828151.382175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828151.382179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828151.382185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828151.382198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422216960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828151.382208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828151.382212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828151.382214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828151.382217:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4109 00000100:00080000:3.0:1787828151.382221:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828151.382224:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828151.382250:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828151.382273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422217088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828151.382294:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216832:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787828151.382296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828151.382310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828151.382352:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828151.382369:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4109 00000100:00080000:3.0:1787828151.382378:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828151.382385:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828151.382393:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828151.382394:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828151.382419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422217216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828151.382451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828151.382477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828151.510062:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828152.534052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828153.558065:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828154.454271:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828154.454360:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828154.454387:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828154.454453:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828154.454472:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828154.454491:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828154.454510:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787828154.454553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828151/real 1787828154] req@ffff8a4f08dabc00 x1874669422217088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.454600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422217088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.454623:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.454629:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828154.454638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828154.454652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828151/real 1787828154] req@ffff8a4f08da8000 x1874669422217216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.454690:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422217216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.454705:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.454711:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828154.454728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217216:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828154.454742:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828151/real 1787828154] req@ffff8a4f08daa580 x1874669422216832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.454774:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422216832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.454787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.454793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828154.454800:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828154.454813:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828151/real 1787828154] req@ffff8a4f08da8b40 x1874669422216960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.454832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422216960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.454844:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.454895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828154.454904:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422216960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828154.454916:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828151/real 1787828154] req@ffff8a4f08da92c0 x1874669422216704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828154.454940:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422216704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828154.454957:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828154.454965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828154.454973:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422216704:192.168.203.149@tcp:250:kworker.0 00010000:00010000:3.0:1787828154.582084:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828155.606073:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828156.502050:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828156.502063:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828156.502068:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828156.502080:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4114 00000100:00080000:2.0:1787828156.502105:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828156.502116:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828156.502173:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422217344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828156.502208:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828156.502215:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828156.502218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828156.502224:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4114 00000100:00080000:2.0:1787828156.502230:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828156.502236:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828156.502261:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828156.502308:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422217344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828156.502309:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422217472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828156.502361:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828156.502368:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828156.502373:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828156.502395:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4114 00000100:00080000:2.0:1787828156.502403:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828156.502422:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828156.502431:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828156.502452:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422217600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828156.502475:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828156.502479:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828156.502487:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828156.502491:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828156.502500:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4114 00000100:00080000:2.0:1787828156.502515:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828156.502522:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828156.502530:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828156.502552:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422217728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828156.502567:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828156.502572:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828156.502575:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828156.502583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828156/real 1787828156] req@ffff8a4f06e8cf00 x1874669422217344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828156.502587:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4114 00000100:00080000:2.0:1787828156.502599:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828156.502612:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828156.502625:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828156.502637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422217344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828156.502645:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422217856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828156.502676:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828156.502688:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828156.502696:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422217344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828156.502738:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828156.502781:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828156.502803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828156/real 1787828156] req@ffff8a4f06e8f480 x1874669422217472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828156.502825:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422217472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828156.502837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828156.502844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828156.502908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828156.502930:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828156.502967:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828156.502999:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828156/real 1787828156] req@ffff8a4f06e8e1c0 x1874669422217600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828156.503017:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422217600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828156.503030:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828156.503035:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828156.503040:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828156.503050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828156.503080:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828156.503097:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828156/real 1787828156] req@ffff8a4f06e8ed00 x1874669422217728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828156.503116:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422217728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828156.503128:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828156.503133:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828156.503138:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828156.503147:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828156.503180:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828156.503198:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828156/real 1787828156] req@ffff8a4f06e8c780 x1874669422217856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828156.503219:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422217856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828156.503232:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828156.503239:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828156.503245:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422217856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828156.630212:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828157.654088:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828158.678290:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828159.702187:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828160.726162:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828161.621964:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828161.621980:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828161.621988:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828161.622003:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4120 00000100:00080000:2.0:1787828161.622019:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828161.622029:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828161.622104:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422217984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828161.622157:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828161.622162:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828161.622165:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828161.622170:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4120 00000100:00080000:2.0:1787828161.622174:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828161.622179:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828161.622204:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828161.622221:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422218112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828161.622235:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828161.622263:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828161.622266:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828161.622273:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4120 00000100:00080000:2.0:1787828161.622280:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828161.622300:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828161.622302:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422217984:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787828161.622309:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828161.622327:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422218240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828161.622353:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828161.622357:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828161.622361:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828161.622366:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4120 00000100:00080000:2.0:1787828161.622372:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828161.622376:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828161.622395:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828161.622403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828161.622411:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422218368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828161.622428:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828161.622433:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828161.622435:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828161.622440:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4120 00000100:00080000:2.0:1787828161.622446:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828161.622450:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828161.622459:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828161/real 1787828161] req@ffff8a4f06e8da40 x1874669422217984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787828161.622468:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828161.622482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422217984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828161.622489:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422218496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828161.622550:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828161.622556:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828161.622560:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422217984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828161.622571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828161.622593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828161.622602:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828161/real 1787828161] req@ffff8a4f06e8c780 x1874669422218112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828161.622615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422218112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828161.622621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828161.622623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828161.622625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828161.622648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828161.622659:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828161.622673:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828161/real 1787828161] req@ffff8a4f06e8ed00 x1874669422218240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828161.622682:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422218240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828161.622687:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828161.622690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828161.622692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828161.622696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828161.622707:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828161.622714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828161/real 1787828161] req@ffff8a4f06e8e1c0 x1874669422218368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828161.622721:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422218368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828161.622731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828161.622733:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828161.622735:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828161.622739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828161.622754:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828161.622761:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828161/real 1787828161] req@ffff8a4f06e8f480 x1874669422218496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828161.622768:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422218496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828161.622773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828161.622775:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828161.622777:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828161.750117:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828162.774207:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828163.798102:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828164.822259:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828165.846141:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828166.741976:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828166.741996:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828166.742017:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828166.742037:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4125 00000100:00080000:2.0:1787828166.742055:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828166.742070:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828166.742146:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422218624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828166.742191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828166.742196:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828166.742199:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828166.742204:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4125 00000100:00080000:2.0:1787828166.742261:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828166.742268:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828166.742284:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828166.742306:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422218752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828166.742321:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828166.742327:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828166.742329:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828166.742335:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4125 00000100:00080000:2.0:1787828166.742339:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828166.742349:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828166.742353:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422218624:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787828166.742355:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828166.742376:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422218880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828166.742399:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828166.742404:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828166.742406:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828166.742411:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4125 00000100:00080000:2.0:1787828166.742416:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828166.742421:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828166.742428:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828166.742441:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422219008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828166.742453:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828166.742458:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828166.742461:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828166.742465:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4125 00000100:00080000:2.0:1787828166.742471:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828166.742476:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828166.742481:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828166.742501:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422219136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828166.742507:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828166.742608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828166/real 1787828166] req@ffff8a4f06e8cf00 x1874669422218624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828166.742692:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422218624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828166.742715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828166.742723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828166.742731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422218624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828166.742747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828166.742795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828166.742824:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828166/real 1787828166] req@ffff8a4f06e8c3c0 x1874669422218752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828166.742897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422218752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828166.742917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828166.742925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828166.742933:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828166.743031:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828166.743093:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828166.743135:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828166/real 1787828166] req@ffff8a4f06e8cb40 x1874669422218880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828166.743162:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422218880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828166.743181:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828166.743188:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828166.743195:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422218880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828166.743255:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828166.743316:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828166.743342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828166/real 1787828166] req@ffff8a4f06e8e940 x1874669422219008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828166.743371:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422219008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828166.743389:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828166.743396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828166.743404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828166.743417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828166.743466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828166.743491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828166/real 1787828166] req@ffff8a4f06e8d2c0 x1874669422219136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828166.743516:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422219136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828166.743534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828166.743541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828166.743549:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828166.870114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828167.894042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828168.917976:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828169.942069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828170.966168:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828171.861977:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828171.861989:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828171.861995:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828171.862007:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4130 00000100:00080000:2.0:1787828171.862021:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828171.862029:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828171.862077:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422219264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828171.862106:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828171.862109:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828171.862111:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828171.862114:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4130 00000100:00080000:2.0:1787828171.862117:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828171.862120:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828171.862131:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828171.862140:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422219392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828171.862147:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828171.862150:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828171.862152:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828171.862154:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4130 00000100:00080000:2.0:1787828171.862156:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828171.862159:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828171.862162:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828171.862185:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422219520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828171.862213:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828171.862217:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828171.862218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828171.862223:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4130 00000100:00080000:2.0:1787828171.862227:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828171.862231:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828171.862239:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828171.862255:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422219648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828171.862256:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422219264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828171.862289:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828171.862291:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828171.862293:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828171.862296:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4130 00000100:00080000:2.0:1787828171.862300:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828171.862303:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828171.862309:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828171.862320:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422219776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828171.862401:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828171.862467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828171/real 1787828171] req@ffff8a4f06e8d680 x1874669422219264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828171.862487:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422219264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828171.862506:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828171.862510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828171.862514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422219264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828171.862525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828171.862558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828171.862578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828171/real 1787828171] req@ffff8a4f06e8de00 x1874669422219392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828171.862598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422219392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828171.862612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828171.862629:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828171.862633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828171.862651:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828171.862676:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828171.862715:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828171/real 1787828171] req@ffff8a4f06e8e580 x1874669422219520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828171.862730:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422219520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828171.862740:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828171.862744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828171.862748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828171.862819:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828171.862841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828171.862890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828171/real 1787828171] req@ffff8a4f06e8f840 x1874669422219648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828171.862902:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422219648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828171.862910:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828171.862914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828171.862917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828171.862923:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828171.862950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828171.862961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828171/real 1787828171] req@ffff8a4f06e8c000 x1874669422219776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828171.862971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422219776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828171.862978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828171.862981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828171.862984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422219776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828171.990030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828173.014199:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828174.038022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828175.062099:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828176.086071:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828176.982072:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828176.982085:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828176.982090:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828176.982104:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4135 00000100:00080000:1.0:1787828176.982117:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828176.982126:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828176.982229:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422219904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828176.982269:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828176.982273:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828176.982276:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828176.982280:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4135 00000100:00080000:1.0:1787828176.982285:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828176.982290:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828176.982302:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828176.982319:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422220032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828176.982335:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828176.982340:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828176.982343:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828176.982370:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422219904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828176.982373:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4135 00000100:00080000:1.0:1787828176.982382:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828176.982389:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828176.982395:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828176.982411:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422220160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828176.982450:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828176.982454:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828176.982457:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828176.982462:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4135 00000100:00080000:1.0:1787828176.982468:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828176.982473:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828176.982480:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828176.982482:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828176.982507:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422220288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828176.982521:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828176.982526:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828176.982529:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828176.982536:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4135 00000100:00080000:1.0:1787828176.982543:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828176.982549:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828176/real 1787828176] req@ffff8a4f13cb1a40 x1874669422219904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828176.982554:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828176.982568:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828176.982596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422219904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828176.982627:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422220416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828176.982646:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828176.982660:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828176.982669:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422219904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828176.982730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828176.982776:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828176.982797:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828176/real 1787828176] req@ffff8a4f13cb2d00 x1874669422220032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828176.982824:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422220032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828176.982852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828176.982855:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828176.982860:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828176.982866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828176.982889:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828176.982901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828176/real 1787828176] req@ffff8a4f13cb0780 x1874669422220160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828176.982933:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422220160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828176.982982:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828176.982987:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828176.982991:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828176.983004:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828176.983046:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828176.983070:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828176/real 1787828176] req@ffff8a4f13cb21c0 x1874669422220288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828176.983095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422220288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828176.983120:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828176.983124:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828176.983128:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828176.983164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828176.983202:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828176.983226:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828176/real 1787828176] req@ffff8a4f13cb0000 x1874669422220416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828176.983251:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422220416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828176.983267:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828176.983274:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828176.983282:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828177.110224:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828178.134024:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828179.158012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828180.182081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828181.206052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828182.102046:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828182.102062:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828182.102069:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828182.102087:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4140 00000100:00080000:1.0:1787828182.102136:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828182.102150:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828182.102215:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422220544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828182.102254:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828182.102259:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828182.102262:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828182.102267:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4140 00000100:00080000:1.0:1787828182.102271:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828182.102276:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828182.102292:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828182.102307:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422220672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828182.102320:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828182.102324:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828182.102327:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828182.102332:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4140 00000100:00080000:1.0:1787828182.102336:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828182.102341:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828182.102347:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828182.102362:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422220800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828182.102374:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828182.102381:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828182.102384:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828182.102390:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422220544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828182.102393:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4140 00000100:00080000:1.0:1787828182.102419:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828182.102424:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828182.102428:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828182.102439:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422220928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828182.102446:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828182.102449:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828182.102451:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828182.102454:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4140 00000100:00080000:1.0:1787828182.102457:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828182.102460:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828182.102463:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828182.102493:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422221056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828182.102536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828182.102605:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828182/real 1787828182] req@ffff8a4f13cb03c0 x1874669422220544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828182.102631:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422220544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828182.102656:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828182.102661:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828182.102667:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422220544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828182.102678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828182.102722:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828182.102734:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828182/real 1787828182] req@ffff8a4f13cb12c0 x1874669422220672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828182.102744:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422220672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828182.102750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828182.102752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828182.102755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828182.102805:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828182.102829:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828182.102842:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828182/real 1787828182] req@ffff8a4f13cb0000 x1874669422220800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828182.102856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422220800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828182.102866:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828182.102870:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828182.102873:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828182.102881:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828182.102901:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828182.102951:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828182/real 1787828182] req@ffff8a4f13cb21c0 x1874669422220928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828182.102969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422220928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828182.102979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828182.102983:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828182.102988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422220928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828182.102995:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828182.103019:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828182.103032:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828182/real 1787828182] req@ffff8a4f13cb0780 x1874669422221056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828182.103047:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422221056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828182.103056:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828182.103059:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828182.103063:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828182.230136:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828183.254083:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828184.278016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828185.302161:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828186.325975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828187.221993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828187.222004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828187.222024:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828187.222034:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4145 00000100:00080000:0.0:1787828187.222045:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828187.222053:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828187.222105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422221184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828187.222126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828187.222129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828187.222130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828187.222133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4145 00000100:00080000:0.0:1787828187.222136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828187.222139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828187.222146:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828187.222154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422221312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828187.222162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828187.222164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828187.222166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828187.222168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4145 00000100:00080000:0.0:1787828187.222171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828187.222177:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828187.222177:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422221184:192.168.203.149@tcp:250:kworker.0 00000008:00100000:0.0:1787828187.222182:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828187.222192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422221440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828187.222199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828187.222202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828187.222203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828187.222205:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4145 00000100:00080000:0.0:1787828187.222207:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828187.222209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828187.222212:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828187.222222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422221568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828187.222228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828187.222231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828187.222232:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828187.222234:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4145 00000100:00080000:0.0:1787828187.222236:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828187.222239:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828187.222244:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828187.222244:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828187.222256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422221696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828187.222281:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828187/real 1787828187] req@ffff8a4f13c583c0 x1874669422221184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828187.222295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422221184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828187.222304:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828187.222308:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828187.222313:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422221184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828187.222337:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828187.222372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828187.222385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828187/real 1787828187] req@ffff8a4f13c5a940 x1874669422221312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828187.222394:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422221312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828187.222416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828187.222418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828187.222420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828187.222440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828187.222453:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828187.222460:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828187/real 1787828187] req@ffff8a4f13c58780 x1874669422221440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828187.222472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422221440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828187.222477:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828187.222479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828187.222481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828187.222485:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828187.222502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828187.222515:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828187/real 1787828187] req@ffff8a4f13c5a580 x1874669422221568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828187.222527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422221568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828187.222534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828187.222537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828187.222540:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828187.222562:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828187.222583:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828187.222596:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828187/real 1787828187] req@ffff8a4f13c58f00 x1874669422221696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828187.222609:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422221696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828187.222626:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828187.222630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828187.222634:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828187.350005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828188.373977:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828189.398056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828190.422192:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828191.446097:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828192.341907:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828192.341918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828192.341922:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828192.341933:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4150 00000100:00080000:0.0:1787828192.341944:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828192.341952:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828192.341990:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422221824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828192.342016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828192.342020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828192.342022:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828192.342037:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4150 00000100:00080000:0.0:1787828192.342043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828192.342048:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828192.342061:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828192.342069:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422221824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828192.342075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422221952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828192.342085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828192.342089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828192.342091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828192.342094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4150 00000100:00080000:0.0:1787828192.342098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828192.342102:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828192.342107:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828192.342116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422222080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828192.342124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828192.342127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828192.342129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828192.342133:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4150 00000100:00080000:0.0:1787828192.342137:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828192.342141:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828192.342146:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828192.342148:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828192.342154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422222208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828192.342162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828192.342165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828192.342167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828192.342170:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4150 00000100:00080000:0.0:1787828192.342173:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828192.342177:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828192.342182:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828192.342192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422222336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828192.342196:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828192/real 1787828192] req@ffff8a4f13c5a1c0 x1874669422221824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828192.342215:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422221824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828192.342227:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828192.342232:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828192.342236:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422221824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828192.342264:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828192.342284:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828192.342295:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828192/real 1787828192] req@ffff8a4f13c592c0 x1874669422221952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828192.342303:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422221952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828192.342315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828192.342317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828192.342319:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422221952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828192.342323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828192.342333:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828192.342344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828192/real 1787828192] req@ffff8a4f13c5b0c0 x1874669422222080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828192.342352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422222080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828192.342358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828192.342360:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828192.342363:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828192.342370:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828192.342383:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828192.342389:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828192/real 1787828192] req@ffff8a4f13c5bc00 x1874669422222208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828192.342396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422222208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828192.342401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828192.342403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828192.342405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828192.342409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828192.342420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828192.342427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828192/real 1787828192] req@ffff8a4f13c58f00 x1874669422222336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828192.342435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422222336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828192.342442:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828192.342447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828192.342449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828192.470138:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828193.494052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828194.518074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828195.542140:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828196.566055:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828197.461949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828197.461957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828197.461961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828197.461969:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4155 00000100:00080000:2.0:1787828197.461985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828197.462014:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828197.462047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422222464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828197.462068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828197.462071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828197.462076:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828197.462079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4155 00000100:00080000:2.0:1787828197.462082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828197.462086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828197.462093:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828197.462103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422222592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828197.462111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828197.462115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828197.462116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828197.462121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4155 00000100:00080000:2.0:1787828197.462124:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828197.462124:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422222464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828197.462128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828197.462135:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828197.462142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422222720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828197.462149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828197.462151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828197.462152:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828197.462155:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4155 00000100:00080000:2.0:1787828197.462156:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828197.462159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828197.462162:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828197.462170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422222848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828197.462176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828197.462178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828197.462179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828197.462182:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4155 00000100:00080000:2.0:1787828197.462184:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828197.462186:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828197.462190:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828197.462195:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828197.462199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422222976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828197.462240:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828197/real 1787828197] req@ffff8a4f06e8f0c0 x1874669422222464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828197.462259:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422222464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828197.462269:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828197.462274:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828197.462278:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422222464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828197.462303:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828197.462329:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828197.462343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828197/real 1787828197] req@ffff8a4f06e8c000 x1874669422222592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828197.462357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422222592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828197.462365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828197.462368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828197.462372:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828197.462378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828197.462400:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828197.462413:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828197/real 1787828197] req@ffff8a4f06e8f840 x1874669422222720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828197.462424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422222720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828197.462432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828197.462436:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828197.462439:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828197.462445:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828197.462464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828197.462475:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828197/real 1787828197] req@ffff8a4f06e8e580 x1874669422222848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828197.462496:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422222848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828197.462504:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828197.462507:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828197.462511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828197.462517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828197.462536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828197.462547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828197/real 1787828197] req@ffff8a4f06e8de00 x1874669422222976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828197.462558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422222976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828197.462567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828197.462570:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828197.462574:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422222976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828197.589990:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828198.614005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828199.638009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828200.662005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828201.686018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828202.581933:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828202.581941:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828202.581944:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828202.581953:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4160 00000100:00080000:2.0:1787828202.581976:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828202.581982:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828202.582016:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422223104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828202.582045:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828202.582049:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828202.582051:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828202.582056:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4160 00000100:00080000:2.0:1787828202.582060:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828202.582065:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828202.582075:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828202.582086:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422223232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828202.582097:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422223104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828202.582100:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828202.582106:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828202.582108:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828202.582113:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4160 00000100:00080000:2.0:1787828202.582118:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828202.582123:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828202.582128:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828202.582142:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422223360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828202.582150:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828202.582152:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828202.582154:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787828202.582157:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828202.582161:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4160 00000100:00080000:2.0:1787828202.582166:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828202.582169:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828202.582173:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828202.582183:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422223488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828202.582189:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828202.582191:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828202.582192:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828202.582194:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4160 00000100:00080000:2.0:1787828202.582197:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828202.582200:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828202.582203:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828202.582204:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828202/real 1787828202] req@ffff8a4f06e8d680 x1874669422223104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828202.582215:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422223616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828202.582252:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422223104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828202.582261:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828202.582264:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828202.582267:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422223104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828202.582286:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422223232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828202.582301:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828202.582309:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828202/real 1787828202] req@ffff8a4f06e8d2c0 x1874669422223232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828202.582317:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422223232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828202.582323:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828202.582325:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828202.582327:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422223232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828202.582330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422223360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828202.582339:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828202.582345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828202/real 1787828202] req@ffff8a4f06e8e940 x1874669422223360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828202.582353:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422223360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828202.582362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828202.582364:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828202.582366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422223360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828202.582369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422223488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828202.582379:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828202.582384:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828202/real 1787828202] req@ffff8a4f06e8cb40 x1874669422223488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828202.582390:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422223488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828202.582395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828202.582397:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828202.582399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422223488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828202.582402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422223616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828202.582411:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828202.582416:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828202/real 1787828202] req@ffff8a4f06e8c3c0 x1874669422223616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828202.582423:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422223616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828202.582427:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828202.582429:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828202.582431:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422223616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828202.710005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828203.734007:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828204.757970:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828205.782064:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828206.805979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828207.701917:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828207.701942:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828207.701945:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828207.701954:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4166 00000100:00080000:2.0:1787828207.701963:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828207.701968:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828207.702003:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422223744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828207.702025:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828207.702027:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828207.702029:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828207.702031:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4166 00000100:00080000:2.0:1787828207.702034:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828207.702036:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828207.702043:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828207.702051:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422223872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828207.702059:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828207.702062:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828207.702064:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828207.702067:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4166 00000100:00080000:2.0:1787828207.702070:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828207.702072:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828207.702075:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828207.702082:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422224000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828207.702089:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828207.702091:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828207.702093:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828207.702098:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4166 00000100:00080000:2.0:1787828207.702104:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828207.702106:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422223744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828207.702110:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828207.702129:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828207.702136:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422224128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828207.702143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828207.702145:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828207.702148:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828207.702151:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4166 00000100:00080000:2.0:1787828207.702154:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828207.702156:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828207.702159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828207.702168:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422224256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828207.702209:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828207.702258:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828207/real 1787828207] req@ffff8a4f06e8cf00 x1874669422223744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828207.702273:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422223744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828207.702283:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828207.702287:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828207.702290:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422223744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828207.702296:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422223872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828207.702311:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828207.702319:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828207/real 1787828207] req@ffff8a4f06e8f480 x1874669422223872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828207.702328:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422223872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828207.702333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828207.702335:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828207.702337:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422223872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828207.702374:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828207.702389:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828207.702396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828207/real 1787828207] req@ffff8a4f06e8e1c0 x1874669422224000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828207.702405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422224000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828207.702410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828207.702413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828207.702415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828207.702418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828207.702429:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828207.702439:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828207/real 1787828207] req@ffff8a4f06e8ed00 x1874669422224128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828207.702459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422224128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828207.702468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828207.702472:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828207.702475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828207.702482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828207.702504:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828207.702514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828207/real 1787828207] req@ffff8a4f06e8c780 x1874669422224256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828207.702528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422224256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828207.702534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828207.702536:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828207.702538:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828207.830050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828208.853957:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828209.878019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828210.902002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828211.926055:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828212.822021:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828212.822035:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828212.822039:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828212.822048:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4171 00000100:00080000:1.0:1787828212.822057:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828212.822065:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828212.822103:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422224384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828212.822129:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828212.822132:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828212.822133:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828212.822136:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4171 00000100:00080000:1.0:1787828212.822139:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828212.822142:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828212.822154:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828212.822165:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422224512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828212.822172:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828212.822175:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828212.822177:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828212.822179:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4171 00000100:00080000:1.0:1787828212.822181:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828212.822184:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828212.822187:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828212.822198:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422224640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828212.822198:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422224384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828212.822222:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828212.822224:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828212.822225:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828212.822228:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4171 00000100:00080000:1.0:1787828212.822235:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828212.822238:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828212.822242:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828212.822251:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422224768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828212.822259:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828212.822261:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828212.822263:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828212.822266:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4171 00000100:00080000:1.0:1787828212.822268:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828212.822270:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828212.822274:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828212.822281:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422224896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828212.822308:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828212.822357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828212/real 1787828212] req@ffff8a4f13cb2d00 x1874669422224384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828212.822373:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422224384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828212.822383:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828212.822387:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828212.822390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422224384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828212.822397:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828212.822415:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828212.822424:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828212/real 1787828212] req@ffff8a4f13cb1a40 x1874669422224512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828212.822438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422224512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828212.822444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828212.822446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828212.822448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828212.822475:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828212.822486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828212.822493:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828212/real 1787828212] req@ffff8a4f13cb3840 x1874669422224640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828212.822502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422224640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828212.822507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828212.822509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828212.822511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828212.822515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828212.822527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828212.822533:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828212/real 1787828212] req@ffff8a4f13cb2580 x1874669422224768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828212.822540:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422224768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828212.822551:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828212.822553:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828212.822555:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828212.822559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828212.822568:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828212.822574:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828212/real 1787828212] req@ffff8a4f13cb0b40 x1874669422224896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828212.822581:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422224896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828212.822587:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828212.822589:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828212.822591:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422224896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828212.950163:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828213.974134:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828214.998023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828216.022065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828217.045989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828217.941979:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828217.941993:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828217.941997:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828217.942007:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4176 00000100:00080000:1.0:1787828217.942022:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828217.942035:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828217.942077:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422225024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828217.942108:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828217.942113:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828217.942114:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828217.942117:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4176 00000100:00080000:1.0:1787828217.942119:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828217.942122:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828217.942137:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828217.942147:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422225152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828217.942155:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828217.942158:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828217.942160:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828217.942162:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4176 00000100:00080000:1.0:1787828217.942165:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828217.942167:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828217.942170:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828217.942180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422225280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828217.942192:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422225024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828217.942194:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828217.942198:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828217.942199:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828217.942203:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4176 00000100:00080000:1.0:1787828217.942205:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828217.942207:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828217.942212:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828217.942218:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422225408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828217.942224:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828217.942232:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828217.942241:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828217.942245:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4176 00000100:00080000:1.0:1787828217.942254:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828217.942258:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828217.942262:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828217.942271:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422225536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828217.942376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828217.943948:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828217.944025:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828217.944041:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828218.070046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828219.094014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828220.118018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828221.014166:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828221.014232:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828221.014250:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828221.014290:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828221.014297:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828221.014304:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828221.014311:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787828221.014363:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828217/real 1787828221] req@ffff8a4f13cb0b40 x1874669422225280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828221.014412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422225280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828221.014426:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828221.014432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828221.014438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828221.014447:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828217/real 1787828221] req@ffff8a4f13cb2580 x1874669422225408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828221.014463:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422225408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828221.014473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828221.014477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828221.014481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828221.014490:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828217/real 1787828221] req@ffff8a4f13cb3840 x1874669422225536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828221.014503:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422225536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828221.014512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828221.014516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828221.014520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225536:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828221.014528:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828217/real 1787828221] req@ffff8a4f13cb1e00 x1874669422225024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828221.014543:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422225024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828221.014552:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828221.014556:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828221.014560:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422225024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828221.014568:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828217/real 1787828221] req@ffff8a4f13cb30c0 x1874669422225152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828221.014582:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422225152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828221.014590:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828221.014594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828221.014597:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225152:192.168.203.149@tcp:38:kworker.0 00010000:00010000:2.0:1787828221.142005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828222.166021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828223.062087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828223.062102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828223.062107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828223.062120:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4181 00000100:00080000:2.0:1787828223.062134:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828223.062144:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828223.062187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422225664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828223.062223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828223.062227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828223.062230:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828223.062235:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4181 00000100:00080000:2.0:1787828223.062241:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828223.062246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828223.062260:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828223.062265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422225664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828223.062282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422225792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828223.062296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828223.062301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828223.062304:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828223.062308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4181 00000100:00080000:2.0:1787828223.062314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828223.062320:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828223.062326:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828223.062341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422225920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828223.062352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787828223.062363:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828223.062365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828223.062371:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828223.062378:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4181 00000100:00080000:2.0:1787828223.062385:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828223.062390:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828223.062396:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828223.062417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422226048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828223.062429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828223/real 1787828223] req@ffff8a4f06e8da40 x1874669422225664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828223.062437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828223.062455:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828223.062460:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828223.062476:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4181 00000100:00080000:2.0:1787828223.062482:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828223.062491:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828223.062493:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422225664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787828223.062500:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787828223.062519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787828223.062524:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422226176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828223.062531:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828223.062549:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422225664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828223.062585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828223.062627:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828223.062643:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828223/real 1787828223] req@ffff8a4f06e8c780 x1874669422225792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828223.062658:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422225792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828223.062667:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828223.062672:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828223.062676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828223.062684:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828223.062704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828223.062717:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828223/real 1787828223] req@ffff8a4f06e8ed00 x1874669422225920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828223.062730:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422225920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828223.062739:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828223.062743:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828223.062746:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422225920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828223.063193:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828223.063222:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828223.063235:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828223/real 1787828223] req@ffff8a4f06e8e1c0 x1874669422226048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828223.063248:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422226048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828223.063257:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828223.063260:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828223.063264:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828223.063271:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828223.063289:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828223.063300:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828223/real 1787828223] req@ffff8a4f06e8f480 x1874669422226176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828223.063313:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422226176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828223.063321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828223.063325:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828223.063328:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828223.189996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828224.214051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828225.237967:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828226.261998:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828227.286003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828228.181963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828228.181971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828228.181975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828228.181984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4186 00000100:00080000:1.0:1787828228.181994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828228.182001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828228.182039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422226304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828228.182062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828228.182064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828228.182066:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828228.182068:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4186 00000100:00080000:1.0:1787828228.182071:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828228.182074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828228.182083:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828228.182093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422226432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828228.182100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828228.182102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828228.182104:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828228.182106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4186 00000100:00080000:1.0:1787828228.182108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828228.182110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828228.182114:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828228.182116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422226304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828228.182123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422226560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828228.182132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828228.182134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828228.182135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828228.182137:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4186 00000100:00080000:1.0:1787828228.182140:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828228.182142:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828228.182145:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828228.182152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422226688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828228.182162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828228.182165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828228.182166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828228.182168:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4186 00000100:00080000:1.0:1787828228.182177:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828228.182180:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828228.182183:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828228.182186:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828228.182193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422226816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828228.182225:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828228/real 1787828228] req@ffff8a4f13cb1a40 x1874669422226304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828228.182239:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422226304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828228.182248:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828228.182251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828228.182254:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422226304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828228.182259:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828228.182273:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828228.182280:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828228/real 1787828228] req@ffff8a4f13cb2d00 x1874669422226432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828228.182288:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422226432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828228.182293:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828228.182295:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828228.182297:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828228.182329:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828228.182341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828228.182348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828228/real 1787828228] req@ffff8a4f13cb0780 x1874669422226560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828228.182360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422226560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828228.182365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828228.182367:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828228.182369:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828228.182373:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828228.182382:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828228.182388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828228/real 1787828228] req@ffff8a4f13cb21c0 x1874669422226688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828228.182395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422226688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828228.182400:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828228.182402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828228.182404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828228.182407:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828228.182416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828228.182422:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828228/real 1787828228] req@ffff8a4f13cb0000 x1874669422226816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828228.182435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422226816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828228.182444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828228.182447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828228.182449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422226816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828228.310016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828229.334002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828230.358002:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828231.381999:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828232.406009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828233.301899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828233.301907:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828233.301911:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828233.301920:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4191 00000100:00080000:1.0:1787828233.301929:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828233.301936:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828233.301971:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422226944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828233.301994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828233.301997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828233.301998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828233.302001:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4191 00000100:00080000:1.0:1787828233.302003:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828233.302006:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828233.302015:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828233.302024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422227072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828233.302031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828233.302034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828233.302035:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828233.302037:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4191 00000100:00080000:1.0:1787828233.302039:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828233.302041:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828233.302044:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828233.302048:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422226944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828233.302055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422227200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828233.302062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828233.302064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828233.302065:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828233.302068:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4191 00000100:00080000:1.0:1787828233.302070:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828233.302073:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828233.302076:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828233.302084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422227328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828233.302090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828233.302092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828233.302094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828233.302096:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4191 00000100:00080000:1.0:1787828233.302099:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828233.302102:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828233.302104:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828233.302113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422227456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828233.302120:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828233.302165:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828233/real 1787828233] req@ffff8a4f13cb12c0 x1874669422226944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828233.302180:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422226944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828233.302190:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828233.302193:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828233.302196:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422226944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828233.302202:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828233.302218:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828233.302226:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828233/real 1787828233] req@ffff8a4f13cb03c0 x1874669422227072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828233.302234:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422227072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828233.302244:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828233.302247:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828233.302249:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828233.302277:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828233.302290:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828233.302297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828233/real 1787828233] req@ffff8a4f13cb0000 x1874669422227200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828233.302304:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422227200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828233.302318:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828233.302320:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828233.302322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828233.302326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828233.302335:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828233.302341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828233/real 1787828233] req@ffff8a4f13cb21c0 x1874669422227328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828233.302349:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422227328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828233.302353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828233.302355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828233.302358:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828233.302361:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828233.302371:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828233.302376:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828233/real 1787828233] req@ffff8a4f13cb0780 x1874669422227456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828233.302386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422227456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828233.302394:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828233.302398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828233.302401:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828233.429967:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828234.453983:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828235.478014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828236.502133:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828237.526069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828238.421961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828238.421973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828238.421978:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828238.421991:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4196 00000100:00080000:1.0:1787828238.422005:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828238.422016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828238.422078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422227584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828238.422113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828238.422120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828238.422124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828238.422133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4196 00000100:00080000:1.0:1787828238.422140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828238.422148:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828238.422165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828238.422191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422227712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828238.422214:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422227584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828238.422225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828238.422231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828238.422234:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828238.422241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4196 00000100:00080000:1.0:1787828238.422247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828238.422254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828238.422261:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828238.422278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422227840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828238.422294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828238.422299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828238.422302:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828238.422308:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4196 00000800:00000100:3.0:1787828238.422310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828238.422314:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828238.422321:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828238.422329:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828238.422345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422227968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828238.422363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828238.422369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787828238.422369:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828238/real 1787828238] req@ffff8a4f13cb2d00 x1874669422227584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828238.422373:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828238.422380:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4196 00000100:00080000:1.0:1787828238.422387:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828238.422394:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828238.422402:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828238.422402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422227584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828238.422418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422228096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828238.422423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828238.422430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828238.422438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422227584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828238.422480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828238.422530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828238.422554:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828238/real 1787828238] req@ffff8a4f13cb1a40 x1874669422227712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828238.422570:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422227712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828238.422581:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828238.422585:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828238.422590:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828238.422597:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828238.422623:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828238.422636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828238/real 1787828238] req@ffff8a4f13cb30c0 x1874669422227840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828238.422650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422227840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828238.422660:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828238.422663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828238.422667:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828238.422674:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828238.422693:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828238.422705:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828238/real 1787828238] req@ffff8a4f13cb1e00 x1874669422227968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828238.422754:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422227968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828238.422764:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828238.422768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828238.422772:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422227968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828238.422779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828238.422801:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828238.422813:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828238/real 1787828238] req@ffff8a4f13cb3840 x1874669422228096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828238.422827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422228096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828238.422837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828238.422840:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828238.422844:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828238.550138:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828239.574056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828240.598270:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828241.622010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828242.646165:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828243.542025:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828243.542038:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828243.542043:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828243.542055:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4201 00000100:00080000:3.0:1787828243.542067:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828243.542075:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828243.542128:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422228224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828243.542158:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828243.542162:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828243.542163:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828243.542166:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4201 00000100:00080000:3.0:1787828243.542169:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828243.542172:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828243.542181:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828243.542191:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422228352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828243.542203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828243.542206:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828243.542208:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828243.542212:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4201 00000100:00080000:3.0:1787828243.542215:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828243.542223:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828243.542227:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422228224:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787828243.542228:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828243.542253:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422228480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828243.542263:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828243.542265:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828243.542268:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828243.542272:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4201 00000100:00080000:3.0:1787828243.542275:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828243.542278:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828243.542282:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828243.542292:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422228608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828243.542299:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828243.542301:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828243.542303:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828243.542305:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4201 00000100:00080000:3.0:1787828243.542308:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828243.542314:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828243.542317:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828243.542337:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422228736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828243.542338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828243.542436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828243/real 1787828243] req@ffff8a4f08da8780 x1874669422228224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828243.542460:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422228224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828243.542473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828243.542477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828243.542482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422228224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828243.542511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828243.542537:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828243.542549:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828243/real 1787828243] req@ffff8a4f08da9e00 x1874669422228352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828243.542561:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422228352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828243.542568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828243.542572:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828243.542575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828243.542582:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828243.542596:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828243.542605:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828243/real 1787828243] req@ffff8a4f08da92c0 x1874669422228480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828243.542615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422228480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828243.542622:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828243.542625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828243.542627:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828243.542632:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828243.542646:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828243.542655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828243/real 1787828243] req@ffff8a4f08da8b40 x1874669422228608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828243.542665:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422228608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828243.542692:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828243.542696:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828243.542700:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828243.542706:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828243.542737:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828243.542748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828243/real 1787828243] req@ffff8a4f08daa580 x1874669422228736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828243.542759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422228736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828243.542766:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828243.542769:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828243.542772:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828243.670048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828244.694094:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828245.718066:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828246.742121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828247.766080:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828248.662008:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828248.662024:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828248.662046:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828248.662060:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4207 00000100:00080000:3.0:1787828248.662086:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828248.662095:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828248.662149:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422228864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828248.662188:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828248.662192:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828248.662195:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828248.662199:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4207 00000100:00080000:3.0:1787828248.662202:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828248.662206:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828248.662217:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828248.662242:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422228992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828248.662254:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828248.662259:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828248.662261:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828248.662267:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4207 00000100:00080000:3.0:1787828248.662270:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828248.662274:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828248.662278:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828248.662288:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422229120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828248.662300:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828248.662307:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828248.662313:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828248.662318:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422228864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828248.662323:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4207 00000100:00080000:3.0:1787828248.662351:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828248.662358:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828248.662367:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828248.662397:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422229248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828248.662429:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828248.662436:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828248.662440:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828248.662447:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4207 00000100:00080000:3.0:1787828248.662457:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828248.662465:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787828248.662483:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787828248.662490:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828248.662535:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422229376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828248.662579:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828248/real 1787828248] req@ffff8a4f08da8000 x1874669422228864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828248.662607:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422228864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828248.662623:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828248.662629:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828248.662634:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422228864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828248.662689:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828248.662721:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828248.662748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828248/real 1787828248] req@ffff8a4f08dabc00 x1874669422228992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828248.662786:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422228992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828248.662816:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828248.662824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828248.662831:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422228992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828248.662954:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828248.662988:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828248.663013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828248/real 1787828248] req@ffff8a4f08dab0c0 x1874669422229120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828248.663028:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422229120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828248.663039:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828248.663043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828248.663047:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828248.663055:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828248.663098:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828248.663118:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828248/real 1787828248] req@ffff8a4f08dab480 x1874669422229248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828248.663142:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422229248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828248.663157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828248.663164:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828248.663171:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828248.663182:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828248.663210:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828248.663225:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828248/real 1787828248] req@ffff8a4f08da9a40 x1874669422229376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828248.663264:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422229376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828248.663274:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828248.663278:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828248.663282:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828248.790159:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828249.813992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828250.838027:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828251.861958:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828252.886013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828253.782015:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828253.782027:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828253.782032:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828253.782045:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4212 00000100:00080000:1.0:1787828253.782058:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828253.782066:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828253.782113:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422229504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828253.782152:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828253.782156:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828253.782157:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828253.782161:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4212 00000100:00080000:1.0:1787828253.782164:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828253.782168:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828253.782178:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828253.782194:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422229632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828253.782205:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828253.782210:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828253.782212:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828253.782217:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4212 00000100:00080000:1.0:1787828253.782221:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828253.782226:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828253.782236:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828253.782239:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422229504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828253.782251:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422229760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828253.782263:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828253.782267:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828253.782270:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828253.782275:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4212 00000100:00080000:1.0:1787828253.782279:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828253.782283:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828253.782286:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828253.782297:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422229888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828253.782306:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828253.782310:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828253.782312:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828253.782326:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4212 00000100:00080000:1.0:1787828253.782338:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828253.782341:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828253.782347:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828253.782358:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828253.782360:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422230016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828253.782433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828253/real 1787828253] req@ffff8a4f13cb2580 x1874669422229504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828253.782457:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422229504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828253.782471:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828253.782476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828253.782481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422229504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828253.782490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828253.782520:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828253.782543:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828253/real 1787828253] req@ffff8a4f13cb0b40 x1874669422229632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828253.782557:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422229632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828253.782566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828253.782569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828253.782573:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828253.782630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828253.782677:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828253.782693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828253/real 1787828253] req@ffff8a4f13cb3840 x1874669422229760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828253.782709:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422229760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828253.782719:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828253.782723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828253.782727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828253.782736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828253.782756:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828253.782768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828253/real 1787828253] req@ffff8a4f13cb1e00 x1874669422229888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828253.782799:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422229888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828253.782807:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828253.782810:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828253.782813:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422229888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828253.782820:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828253.782838:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828253.782848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828253/real 1787828253] req@ffff8a4f13cb30c0 x1874669422230016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828253.782860:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422230016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828253.782868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828253.782871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828253.782874:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828253.910083:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828254.934208:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828255.958124:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828256.982127:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828258.005998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828258.901913:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828258.901922:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828258.901926:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828258.901934:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4217 00000100:00080000:1.0:1787828258.901944:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828258.901950:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828258.901984:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422230144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828258.902006:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828258.902009:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828258.902017:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828258.902020:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4217 00000100:00080000:1.0:1787828258.902022:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828258.902026:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828258.902036:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828258.902045:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422230272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828258.902051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422230144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828258.902058:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828258.902063:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828258.902064:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828258.902066:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4217 00000100:00080000:1.0:1787828258.902068:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828258.902071:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828258.902079:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828258.902087:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422230400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828258.902093:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828258.902096:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828258.902097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828258.902099:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4217 00000100:00080000:1.0:1787828258.902102:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828258.902104:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828258.902108:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828258.902116:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422230528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828258.902124:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828258.902126:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828258.902129:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828258.902131:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828258.902134:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4217 00000100:00080000:1.0:1787828258.902137:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828258.902140:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828258.902143:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828258.902150:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422230656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828258.902169:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828258/real 1787828258] req@ffff8a4f13cb1a40 x1874669422230144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828258.902184:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422230144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828258.902192:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828258.902195:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828258.902199:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422230144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828258.902220:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828258.902235:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828258.902243:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828258/real 1787828258] req@ffff8a4f13cb2d00 x1874669422230272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828258.902252:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422230272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828258.902258:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828258.902260:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828258.902262:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828258.902266:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828258.902276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828258.902282:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828258/real 1787828258] req@ffff8a4f13cb0780 x1874669422230400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828258.902294:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422230400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828258.902299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828258.902301:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828258.902303:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828258.902307:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828258.902317:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828258.902322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828258/real 1787828258] req@ffff8a4f13cb21c0 x1874669422230528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828258.902330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422230528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828258.902335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828258.902337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828258.902339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828258.902342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828258.902351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828258.902357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828258/real 1787828258] req@ffff8a4f13cb0000 x1874669422230656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828258.902369:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422230656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828258.902384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828258.902388:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828258.902391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828259.029997:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828260.053962:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828261.077980:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828262.101981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828263.126100:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828264.021998:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828264.022011:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828264.022016:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828264.022030:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4222 00000100:00080000:3.0:1787828264.022045:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828264.022055:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828264.022118:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422230784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828264.022160:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828264.022165:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828264.022168:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828264.022172:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4222 00000100:00080000:3.0:1787828264.022177:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828264.022182:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828264.022196:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828264.022212:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422230912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828264.022227:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422230784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828264.022270:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828264.022275:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828264.022278:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828264.022285:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4222 00000100:00080000:3.0:1787828264.022290:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828264.022295:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828264.022301:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828264.022316:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422231040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828264.022329:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828264.022334:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828264.022336:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828264.022340:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4222 00000100:00080000:3.0:1787828264.022345:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787828264.022353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828264.022355:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828264.022367:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828264.022388:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422231168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828264.022407:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828264.022414:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828264.022418:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828264.022429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828264/real 1787828264] req@ffff8a4f08da9680 x1874669422230784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828264.022430:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4222 00000100:00080000:3.0:1787828264.022445:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828264.022461:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828264.022471:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422230784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787828264.022475:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787828264.022500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828264.022507:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828264.022514:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422231296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828264.022522:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422230784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828264.022591:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828264.022630:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828264.022648:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828264/real 1787828264] req@ffff8a4f08da83c0 x1874669422230912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828264.022664:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422230912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828264.022675:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828264.022679:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828264.022685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422230912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828264.022693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828264.022713:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828264.022725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828264/real 1787828264] req@ffff8a4f08da8f00 x1874669422231040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828264.022740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422231040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828264.022750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828264.022753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828264.022757:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828264.022764:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828264.022783:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828264.022808:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828264/real 1787828264] req@ffff8a4f08daa940 x1874669422231168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828264.022824:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422231168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828264.022834:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828264.022838:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828264.022842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828264.022877:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828264.022903:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828264.022919:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828264/real 1787828264] req@ffff8a4f08daad00 x1874669422231296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828264.022934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422231296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828264.022944:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828264.022948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828264.022952:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828264.150138:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828265.174148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828266.198014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828267.222048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828268.246122:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828269.141987:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828269.142003:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828269.142010:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828269.142037:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4227 00000100:00080000:3.0:1787828269.142051:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828269.142060:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828269.142109:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422231424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828269.142162:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828269.142167:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828269.142170:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828269.142174:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4227 00000100:00080000:3.0:1787828269.142179:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828269.142183:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828269.142222:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828269.142238:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422231552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828269.142260:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828269.142264:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828269.142266:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828269.142274:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4227 00000100:00100000:1.0:1787828269.142276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422231424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828269.142279:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828269.142288:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828269.142305:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828269.142323:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422231680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828269.142333:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828269.142338:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828269.142340:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828269.142343:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4227 00000100:00080000:3.0:1787828269.142346:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828269.142351:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828269.142359:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828269.142376:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422231808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828269.142393:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787828269.142400:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828269.142403:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828269.142410:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828269.142418:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4227 00000100:00080000:3.0:1787828269.142428:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828269.142436:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828269.142444:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828269.142462:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422231936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828269.142477:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828269/real 1787828269] req@ffff8a4f08dab840 x1874669422231424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828269.142547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422231424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828269.142565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828269.142571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828269.142579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422231424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828269.142616:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828269.142672:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828269.142694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828269/real 1787828269] req@ffff8a4f08daa1c0 x1874669422231552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828269.142715:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422231552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828269.142739:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828269.142745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828269.142751:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828269.142763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828269.142796:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828269.142815:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828269/real 1787828269] req@ffff8a4f08daad00 x1874669422231680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828269.142836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422231680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828269.142903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828269.142911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828269.142916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828269.142927:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828269.142962:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828269.142982:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828269/real 1787828269] req@ffff8a4f08daa940 x1874669422231808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828269.143016:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422231808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828269.143029:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828269.143034:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828269.143041:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828269.143052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828269.143083:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828269.143101:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828269/real 1787828269] req@ffff8a4f08da8f00 x1874669422231936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828269.143120:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422231936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828269.143132:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828269.143137:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828269.143142:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422231936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828269.270241:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828270.294199:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828271.318176:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828272.342147:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828273.366043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828274.262000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828274.262011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828274.262015:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828274.262027:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4232 00000100:00080000:1.0:1787828274.262039:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828274.262049:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828274.262093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422232064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828274.262125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828274.262129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828274.262131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828274.262135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4232 00000100:00080000:1.0:1787828274.262138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828274.262144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828274.262157:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828274.262173:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422232064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828274.262183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422232192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828274.262196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828274.262200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828274.262202:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828274.262206:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4232 00000100:00080000:1.0:1787828274.262210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828274.262213:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828274.262218:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828274.262249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422232320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828274.262266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828274.262269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828274.262271:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828274.262274:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4232 00000800:00000100:3.0:1787828274.262282:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828274.262283:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828274.262291:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828274.262298:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828274.262327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422232448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828274.262336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828274.262340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828274.262343:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828274.262347:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4232 00000100:00080000:1.0:1787828274.262352:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828274.262355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828274/real 1787828274] req@ffff8a4f13cb03c0 x1874669422232064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828274.262360:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828274.262370:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828274.262386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422232576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828274.262391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422232064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828274.262417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828274.262424:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828274.262432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422232064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828274.262484:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828274.262513:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828274.262527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828274/real 1787828274] req@ffff8a4f13cb12c0 x1874669422232192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828274.262550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422232192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828274.262567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828274.262571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828274.262574:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828274.262580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828274.262598:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828274.262608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828274/real 1787828274] req@ffff8a4f13cb0000 x1874669422232320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828274.262636:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422232320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828274.262644:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828274.262647:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828274.262650:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828274.262654:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828274.262671:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828274.262679:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828274/real 1787828274] req@ffff8a4f13cb21c0 x1874669422232448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828274.262689:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422232448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828274.262696:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828274.262698:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828274.262702:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828274.262724:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828274.262740:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828274.262757:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828274/real 1787828274] req@ffff8a4f13cb0780 x1874669422232576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828274.262769:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422232576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828274.262777:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828274.262780:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828274.262783:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828274.390144:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828275.414144:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828276.438045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828277.462042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828278.486020:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828279.381964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828279.381973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828279.381976:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828279.381986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4237 00000100:00080000:1.0:1787828279.381997:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828279.382003:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828279.382041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422232704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828279.382064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828279.382067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828279.382069:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828279.382071:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4237 00000100:00080000:1.0:1787828279.382073:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828279.382075:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828279.382084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828279.382093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422232832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828279.382101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828279.382103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828279.382104:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828279.382107:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4237 00000100:00080000:1.0:1787828279.382109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828279.382111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828279.382114:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828279.382116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422232704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828279.382123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422232960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828279.382130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828279.382133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828279.382134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828279.382136:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4237 00000100:00080000:1.0:1787828279.382138:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828279.382146:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828279.382150:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828279.382157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422233088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828279.382163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828279.382165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828279.382166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828279.382168:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4237 00000100:00080000:1.0:1787828279.382171:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828279.382174:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828279.382177:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828279.382183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422233216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828279.382206:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828279.382257:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828279/real 1787828279] req@ffff8a4f13cb2d00 x1874669422232704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828279.382276:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422232704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828279.382288:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828279.382291:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828279.382294:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422232704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828279.382300:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828279.382317:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828279.382329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828279/real 1787828279] req@ffff8a4f13cb1a40 x1874669422232832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828279.382343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422232832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828279.382351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828279.382354:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828279.382357:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828279.382395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828279.382418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828279.382442:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828279/real 1787828279] req@ffff8a4f13cb30c0 x1874669422232960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828279.382451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422232960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828279.382473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828279.382476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828279.382478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422232960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828279.382483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828279.382499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828279.382506:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828279/real 1787828279] req@ffff8a4f13cb1e00 x1874669422233088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828279.382520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422233088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828279.382525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828279.382527:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828279.382529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828279.382533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828279.382544:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828279.382550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828279/real 1787828279] req@ffff8a4f13cb3840 x1874669422233216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828279.382568:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422233216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828279.382579:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828279.382583:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828279.382586:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828279.510056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828280.534011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828281.558046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828282.581968:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828283.606098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828284.501940:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828284.501949:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828284.501953:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828284.501963:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4242 00000100:00080000:3.0:1787828284.501973:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828284.501982:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828284.502017:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422233344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828284.502038:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828284.502041:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828284.502043:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828284.502046:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4242 00000100:00080000:3.0:1787828284.502049:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828284.502052:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828284.502066:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422233344:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787828284.502067:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828284.502082:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422233472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828284.502091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828284.502094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828284.502096:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828284.502098:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4242 00000100:00080000:3.0:1787828284.502101:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828284.502103:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828284.502107:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828284.502115:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422233600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828284.502122:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828284.502125:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828284.502126:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828284.502129:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4242 00000100:00080000:3.0:1787828284.502132:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828284.502135:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828284.502138:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828284.502145:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422233728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828284.502152:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828284.502154:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828284.502155:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828284.502157:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4242 00000100:00080000:3.0:1787828284.502160:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828284.502163:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828284.502166:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828284.502179:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828284.502181:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422233856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828284.502217:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828284.502236:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828284.502257:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828284.630015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828285.654058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828286.678015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828287.574067:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828287.574108:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828287.574127:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828287.574168:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828287.574178:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828287.574191:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828287.574202:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787828287.574215:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828284/real 1787828287] req@ffff8a4f08da9680 x1874669422233472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828287.574246:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422233472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828287.574259:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828287.574264:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828287.574269:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828287.574277:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828284/real 1787828287] req@ffff8a4f08da9a40 x1874669422233600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828287.574289:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422233600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828287.574299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828287.574302:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828287.574306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828287.574312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828284/real 1787828287] req@ffff8a4f08dab480 x1874669422233728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828287.574323:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422233728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828287.574335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828287.574339:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828287.574342:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828287.574349:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828284/real 1787828287] req@ffff8a4f08da83c0 x1874669422233344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828287.574360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422233344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828287.574380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828287.574383:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828287.574387:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422233344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828287.574418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828284/real 1787828287] req@ffff8a4f08dab0c0 x1874669422233856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828287.574429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422233856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828287.574437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828287.574441:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828287.574444:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422233856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828287.702028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828288.726016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828289.621948:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828289.621960:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828289.621964:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828289.621975:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4248 00000100:00080000:3.0:1787828289.621986:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828289.621993:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828289.622028:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422233984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828289.622054:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828289.622057:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828289.622059:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828289.622061:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4248 00000100:00080000:3.0:1787828289.622064:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828289.622066:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828289.622074:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828289.622086:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422234112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828289.622094:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828289.622097:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828289.622098:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828289.622101:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4248 00000100:00080000:3.0:1787828289.622103:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828289.622105:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828289.622108:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828289.622118:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422233984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828289.622118:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422234240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828289.622144:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828289.622147:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828289.622148:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828289.622152:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4248 00000100:00080000:3.0:1787828289.622154:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828289.622157:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828289.622160:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828289.622168:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422234368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828289.622177:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828289.622181:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828289.622183:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828289.622188:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4248 00000100:00080000:3.0:1787828289.622193:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828289.622197:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828289.622203:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828289.622214:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828289.622221:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422234496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828289.622264:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828289/real 1787828289] req@ffff8a4f08dabc00 x1874669422233984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828289.622280:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422233984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828289.622292:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828289.622303:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828289.622308:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422233984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828289.622317:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828289.622348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828289.622378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828289/real 1787828289] req@ffff8a4f08da8000 x1874669422234112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828289.622390:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422234112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828289.622398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828289.622402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828289.622406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828289.622436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828289.622458:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828289.622469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828289/real 1787828289] req@ffff8a4f08daa580 x1874669422234240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828289.622488:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422234240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828289.622496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828289.622500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828289.622503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828289.622509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828289.622529:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828289.622541:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828289/real 1787828289] req@ffff8a4f08da8b40 x1874669422234368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828289.622553:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422234368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828289.622562:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828289.622565:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828289.622568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828289.622576:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828289.622603:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828289.622616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828289/real 1787828289] req@ffff8a4f08da92c0 x1874669422234496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828289.622629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422234496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828289.622637:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828289.622640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828289.622644:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828289.750043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828290.774024:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828291.798059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828292.822032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828293.846086:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828294.741967:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828294.741979:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828294.741984:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828294.741995:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4253 00000100:00080000:3.0:1787828294.742008:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828294.742016:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828294.742060:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422234624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828294.742098:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828294.742101:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828294.742103:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828294.742108:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4253 00000100:00080000:3.0:1787828294.742112:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828294.742124:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828294.742135:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828294.742148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422234752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828294.742158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422234624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828294.742164:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828294.742170:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828294.742171:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828294.742176:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4253 00000100:00080000:3.0:1787828294.742181:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828294.742185:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828294.742189:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828294.742203:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422234880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828294.742213:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828294.742217:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828294.742219:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828294.742223:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4253 00000100:00080000:3.0:1787828294.742227:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828294.742231:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828294.742236:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828294.742239:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828294.742252:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422235008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828294.742264:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828294.742267:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828294.742269:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828294.742272:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4253 00000100:00080000:3.0:1787828294.742276:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828294.742281:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828294.742286:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828294.742290:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828294/real 1787828294] req@ffff8a4f08da9e00 x1874669422234624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828294.742302:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422235136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828294.742309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422234624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828294.742340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828294.742344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828294.742348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422234624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828294.742376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828294.742403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828294.742418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828294/real 1787828294] req@ffff8a4f08da8780 x1874669422234752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828294.742427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422234752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828294.742438:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828294.742441:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828294.742443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828294.742447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828294.742462:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828294.742469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828294/real 1787828294] req@ffff8a4f08da92c0 x1874669422234880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828294.742477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422234880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828294.742482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828294.742484:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828294.742486:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422234880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828294.742490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828294.742501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828294.742507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828294/real 1787828294] req@ffff8a4f08da8b40 x1874669422235008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828294.742515:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422235008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828294.742520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828294.742521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828294.742524:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828294.742528:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828294.742537:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828294.742543:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828294/real 1787828294] req@ffff8a4f08daa580 x1874669422235136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828294.742550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422235136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828294.742555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828294.742556:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828294.742558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828294.870021:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828295.894041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828296.918021:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828297.942114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828298.966008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828299.861971:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828299.861981:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828299.861985:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828299.861996:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4258 00000100:00080000:1.0:1787828299.862007:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828299.862015:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828299.862056:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422235264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828299.862087:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828299.862091:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828299.862093:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828299.862097:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4258 00000100:00080000:1.0:1787828299.862101:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828299.862108:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828299.862120:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828299.862130:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422235264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828299.862138:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422235392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828299.862151:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828299.862155:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828299.862157:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828299.862161:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4258 00000100:00080000:1.0:1787828299.862165:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828299.862169:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828299.862175:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828299.862188:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422235520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828299.862198:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828299.862202:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828299.862204:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787828299.862210:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828299.862216:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4258 00000100:00080000:1.0:1787828299.862223:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828299.862228:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828299.862235:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828299.862258:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422235648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828299.862268:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828299.862272:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828299.862274:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828299.862278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828299/real 1787828299] req@ffff8a4f13cb0b40 x1874669422235264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828299.862296:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4258 00000100:00080000:1.0:1787828299.862303:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828299.862312:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828299.862318:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828299.862326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422235264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828299.862333:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422235776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828299.862350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828299.862359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828299.862364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422235264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828299.862390:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828299.862417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828299.862432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828299/real 1787828299] req@ffff8a4f13cb2580 x1874669422235392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828299.862446:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422235392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828299.862456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828299.862460:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828299.862464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828299.862471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828299.862492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828299.862506:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828299/real 1787828299] req@ffff8a4f13cb3840 x1874669422235520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828299.862520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422235520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828299.862529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828299.862532:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828299.862536:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828299.862542:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828299.862563:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828299.862575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828299/real 1787828299] req@ffff8a4f13cb1e00 x1874669422235648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828299.862589:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422235648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828299.862598:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828299.862602:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828299.862605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828299.862612:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828299.862632:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828299.862643:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828299/real 1787828299] req@ffff8a4f13cb30c0 x1874669422235776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828299.862655:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422235776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828299.862664:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828299.862668:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828299.862671:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422235776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828299.990044:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828301.014023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828302.038008:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828303.062006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828304.086047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828304.981987:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828304.981998:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828304.982003:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828304.982013:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4263 00000100:00080000:3.0:1787828304.982025:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828304.982035:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828304.982074:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422235904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828304.982102:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828304.982105:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828304.982107:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828304.982111:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4263 00000100:00080000:3.0:1787828304.982115:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828304.982119:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828304.982130:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828304.982138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422235904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828304.982145:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422236032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828304.982157:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828304.982161:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828304.982163:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828304.982166:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4263 00000100:00080000:3.0:1787828304.982170:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828304.982174:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828304.982180:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828304.982191:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422236160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828304.982200:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828304.982204:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1787828304.982207:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828304.982208:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828304.982216:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4263 00000100:00080000:3.0:1787828304.982221:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828304.982225:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828304.982231:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828304.982242:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422236288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828304.982265:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828304/real 1787828304] req@ffff8a4f08da8000 x1874669422235904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828304.982267:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828304.982278:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828304.982282:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828304.982287:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4263 00000100:00080000:3.0:1787828304.982292:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828304.982294:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422235904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828304.982300:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828304.982310:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787828304.982312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828304.982319:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828304.982322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422235904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828304.982328:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422236416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828304.982347:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828304.982369:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828304.982379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828304/real 1787828304] req@ffff8a4f08dabc00 x1874669422236032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828304.982388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422236032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828304.982394:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828304.982396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828304.982399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828304.982402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828304.982413:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828304.982419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828304/real 1787828304] req@ffff8a4f08dab0c0 x1874669422236160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828304.982426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422236160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828304.982432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828304.982433:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828304.982435:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828304.982439:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828304.982449:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828304.982454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828304/real 1787828304] req@ffff8a4f08da83c0 x1874669422236288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828304.982462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422236288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828304.982466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828304.982468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828304.982471:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828304.982475:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828304.982484:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828304.982490:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828304/real 1787828304] req@ffff8a4f08dab480 x1874669422236416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828304.982497:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422236416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828304.982502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828304.982504:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828304.982505:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828305.109991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828306.134084:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828307.158001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828308.182043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828309.206013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828310.101965:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828310.101975:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828310.101980:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828310.101991:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4268 00000100:00080000:3.0:1787828310.102003:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828310.102012:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828310.102055:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422236544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828310.102092:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828310.102095:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828310.102103:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828310.102107:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4268 00000100:00080000:3.0:1787828310.102110:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828310.102114:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828310.102126:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828310.102138:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422236672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828310.102149:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828310.102154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422236544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828310.102155:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828310.102159:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828310.102169:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4268 00000100:00080000:3.0:1787828310.102173:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828310.102176:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828310.102181:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828310.102192:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422236800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828310.102201:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828310.102205:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828310.102206:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828310.102227:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4268 00000100:00080000:3.0:1787828310.102233:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828310.102237:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828310.102253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828310.102273:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422236928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828310.102286:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828310.102291:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828310.102294:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828310.102299:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4268 00000100:00080000:3.0:1787828310.102304:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828310.102309:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828310.102316:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828310.102333:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422237056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828310.102472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828310.102519:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828310/real 1787828310] req@ffff8a4f08da9a40 x1874669422236544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828310.102538:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422236544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828310.102549:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828310.102554:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828310.102558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422236544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828310.102583:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828310.102604:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828310.102617:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828310/real 1787828310] req@ffff8a4f08da9680 x1874669422236672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828310.102628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422236672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828310.102636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828310.102639:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828310.102642:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828310.102648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828310.102662:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828310.102671:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828310/real 1787828310] req@ffff8a4f08da8f00 x1874669422236800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828310.102681:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422236800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828310.102688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828310.102690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828310.102693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828310.102698:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828310.102711:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828310.102720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828310/real 1787828310] req@ffff8a4f08daa940 x1874669422236928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828310.103265:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422236928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828310.103284:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828310.103288:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828310.103291:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422236928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828310.103297:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828310.103321:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828310.103333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828310/real 1787828310] req@ffff8a4f08daad00 x1874669422237056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828310.103343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422237056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828310.103352:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828310.103356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828310.103361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828310.230015:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828311.254030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828312.278047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828313.301956:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828314.325997:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828315.222027:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828315.222038:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828315.222043:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828315.222052:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4273 00000100:00080000:1.0:1787828315.222063:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828315.222070:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828315.222122:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422237184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828315.222150:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828315.222154:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828315.222156:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828315.222159:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4273 00000100:00080000:1.0:1787828315.222162:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828315.222165:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828315.222187:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828315.222192:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422237184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828315.222230:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422237312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828315.222240:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828315.222243:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828315.222245:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828315.222248:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4273 00000100:00080000:1.0:1787828315.222252:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828315.222255:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828315.222259:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828315.222268:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422237440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828315.222275:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828315.222278:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828315.222279:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828315.222282:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4273 00000100:00080000:1.0:1787828315.222284:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828315.222290:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787828315.222291:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787828315.222296:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828315.222323:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422237568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828315.222330:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828315.222332:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828315.222334:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828315.222336:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4273 00000100:00080000:1.0:1787828315.222339:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828315.222341:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828315.222345:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828315.222354:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422237696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828315.222361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828315/real 1787828315] req@ffff8a4f13cb1a40 x1874669422237184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828315.222379:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422237184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828315.222388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828315.222392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828315.222395:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422237184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828315.222436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828315.222455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828315.222464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828315/real 1787828315] req@ffff8a4f13cb2d00 x1874669422237312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828315.222474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422237312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828315.222480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828315.222482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828315.222485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828315.222489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828315.222499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828315.222506:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828315/real 1787828315] req@ffff8a4f13cb0780 x1874669422237440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828315.222514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422237440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828315.222520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828315.222521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828315.222523:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828315.222527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828315.222538:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828315.222544:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828315/real 1787828315] req@ffff8a4f13cb21c0 x1874669422237568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828315.222569:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422237568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828315.222575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828315.222576:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828315.222578:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828315.222582:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828315.222593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828315.222599:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828315/real 1787828315] req@ffff8a4f13cb0000 x1874669422237696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828315.222607:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422237696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828315.222612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828315.222614:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828315.222616:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828315.350012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828316.374189:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828317.398180:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828318.422100:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828319.446161:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828320.341962:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828320.341970:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828320.341975:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828320.342000:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4278 00000100:00080000:2.0:1787828320.342010:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828320.342016:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828320.342067:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422237824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828320.342091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828320.342093:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828320.342095:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828320.342098:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4278 00000100:00080000:2.0:1787828320.342100:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828320.342104:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828320.342113:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828320.342130:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422237824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828320.342132:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422237952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828320.342161:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828320.342180:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828320.342182:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828320.342185:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4278 00000100:00080000:2.0:1787828320.342189:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828320.342192:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828320.342196:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828320.342206:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422238080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828320.342213:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828320.342215:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828320.342216:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828320.342219:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4278 00000100:00080000:2.0:1787828320.342221:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828320.342226:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787828320.342228:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:2.0:1787828320.342230:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828320.342240:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422238208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828320.342246:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828320.342249:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828320.342250:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828320.342253:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4278 00000100:00080000:2.0:1787828320.342255:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828320.342257:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828320.342260:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828320.342269:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422238336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828320.342277:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828320/real 1787828320] req@ffff8a4f06e8cf00 x1874669422237824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828320.342298:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422237824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828320.342317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828320.342322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828320.342326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422237824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828320.342348:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828320.342366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828320.342376:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828320/real 1787828320] req@ffff8a4f06e8c3c0 x1874669422237952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828320.342384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422237952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828320.342390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828320.342392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828320.342394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422237952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828320.342398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828320.342408:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828320.342415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828320/real 1787828320] req@ffff8a4f06e8cb40 x1874669422238080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828320.342422:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422238080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828320.342427:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828320.342439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828320.342441:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828320.342445:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828320.342455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828320.342461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828320/real 1787828320] req@ffff8a4f06e8e940 x1874669422238208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828320.342468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422238208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828320.342473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828320.342475:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828320.342478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828320.342483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828320.342502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828320.342513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828320/real 1787828320] req@ffff8a4f06e8d2c0 x1874669422238336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828320.342526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422238336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828320.342534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828320.342538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828320.342550:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:2.0:1787828320.470014:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828321.493986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828322.518157:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828323.541986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828324.566169:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828325.461985:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828325.462017:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828325.462023:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828325.462038:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4283 00000100:00080000:3.0:1787828325.462053:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828325.462063:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828325.462142:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422238464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828325.462192:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828325.462196:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828325.462198:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828325.462201:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4283 00000100:00080000:3.0:1787828325.462204:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828325.462208:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828325.462220:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828325.462234:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422238592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828325.462245:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828325.462250:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828325.462253:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828325.462255:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422238464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828325.462262:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4283 00000100:00080000:3.0:1787828325.462272:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828325.462278:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828325.462284:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828325.462305:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422238720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828325.462329:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828325.462334:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828325.462337:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828325.462341:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4283 00000100:00080000:3.0:1787828325.462346:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828325.462350:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828325.462357:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828325.462373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828325.462383:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422238848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828325.462394:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828325.462398:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828325.462400:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828325.462403:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4283 00000100:00080000:3.0:1787828325.462406:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828325.462410:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828325.462414:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828325.462425:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422238976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828325.462436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828325/real 1787828325] req@ffff8a4f08daa1c0 x1874669422238464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828325.462480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422238464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828325.462491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828325.462496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828325.462507:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422238464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828325.462533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828325.462556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828325.462567:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828325/real 1787828325] req@ffff8a4f08dab840 x1874669422238592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828325.462578:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422238592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828325.462585:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828325.462588:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828325.462591:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828325.462596:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828325.462615:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828325.462624:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828325/real 1787828325] req@ffff8a4f08daad00 x1874669422238720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828325.462634:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422238720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828325.462640:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828325.462643:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828325.462645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828325.462650:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828325.462664:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828325.462671:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828325/real 1787828325] req@ffff8a4f08daa940 x1874669422238848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828325.462687:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422238848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828325.462694:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828325.462696:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828325.462698:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828325.462721:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828325.462745:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828325.462755:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828325/real 1787828325] req@ffff8a4f08da8f00 x1874669422238976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828325.462766:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422238976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828325.462774:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828325.462777:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828325.462780:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422238976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828325.590038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828326.614030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828327.638019:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787828328.662224:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828329.686014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828330.581945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828330.581953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828330.581957:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828330.581967:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4288 00000100:00080000:1.0:1787828330.581978:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828330.581985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828330.582021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422239104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828330.582048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828330.582051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828330.582052:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828330.582056:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4288 00000100:00080000:1.0:1787828330.582058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828330.582061:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828330.582087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828330.582103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422239232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828330.582118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828330.582124:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422239104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828330.582125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828330.582132:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828330.582140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4288 00000100:00080000:1.0:1787828330.582145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828330.582150:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828330.582155:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828330.582170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422239360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828330.582179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828330.582181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828330.582183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828330.582186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4288 00000100:00080000:1.0:1787828330.582192:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828330.582195:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828330.582200:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828330.582203:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828330.582214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422239488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828330.582224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828330.582226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828330.582228:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828330.582230:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4288 00000100:00080000:1.0:1787828330.582233:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828330.582236:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828330.582240:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828330.582249:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828330/real 1787828330] req@ffff8a4f13cb12c0 x1874669422239104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828330.582253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422239616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828330.582299:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422239104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828330.582309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828330.582313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828330.582316:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422239104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828330.582338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422239232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828330.582356:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828330.582366:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828330/real 1787828330] req@ffff8a4f13cb03c0 x1874669422239232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828330.582376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422239232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828330.582382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828330.582384:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828330.582387:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422239232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828330.582391:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422239360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828330.582403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828330.582410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828330/real 1787828330] req@ffff8a4f13cb0000 x1874669422239360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828330.582418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422239360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828330.582429:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828330.582432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828330.582434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422239360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828330.582438:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422239488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828330.582449:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828330.582456:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828330/real 1787828330] req@ffff8a4f13cb21c0 x1874669422239488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828330.582473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422239488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828330.582479:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828330.582481:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828330.582484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422239488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828330.582488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422239616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828330.582501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828330.582509:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828330/real 1787828330] req@ffff8a4f13cb0780 x1874669422239616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828330.582517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422239616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828330.582523:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828330.582525:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828330.582528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422239616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828330.710141:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828331.734051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828332.758223:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828333.782067:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828334.806420:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828335.702100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828335.702182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828335.702189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828335.702205:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4294 00000100:00080000:2.0:1787828335.702253:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828335.702268:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828335.702352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422239744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828335.702390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828335.702395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828335.702397:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828335.702402:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4294 00000100:00080000:2.0:1787828335.702408:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828335.702413:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828335.702427:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828335.702445:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422239872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828335.702460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828335.702480:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828335.702481:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828335.702484:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4294 00000100:00080000:2.0:1787828335.702486:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828335.702492:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828335.702502:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828335.702502:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422239744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828335.702521:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422240000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828335.702531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828335.702533:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828335.702534:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828335.702537:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4294 00000100:00080000:2.0:1787828335.702540:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828335.702543:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828335.702546:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828335.702555:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422240128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828335.702562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828335.702565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828335.702566:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828335.702568:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4294 00000100:00080000:2.0:1787828335.702578:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828335.702581:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828335.702586:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828335.702590:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828335.702595:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422240256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828335.702660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828335/real 1787828335] req@ffff8a4f06e8d680 x1874669422239744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828335.702678:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422239744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828335.702688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828335.702692:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828335.702696:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422239744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828335.702702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422239872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828335.702719:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828335.702728:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828335/real 1787828335] req@ffff8a4f06e8de00 x1874669422239872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828335.702736:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422239872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828335.702741:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828335.702743:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828335.702745:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422239872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828335.702890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828335.702907:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828335.702926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828335/real 1787828335] req@ffff8a4f06e8e580 x1874669422240000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828335.702935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422240000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828335.702941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828335.702943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828335.702946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828335.702949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828335.702961:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828335.702968:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828335/real 1787828335] req@ffff8a4f06e8f840 x1874669422240128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828335.702976:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422240128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828335.702981:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828335.702983:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828335.702985:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828335.702989:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828335.702999:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828335.703006:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828335/real 1787828335] req@ffff8a4f06e8c000 x1874669422240256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828335.703014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422240256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828335.703020:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828335.703021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828335.703023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828335.830064:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828336.854197:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828337.878133:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828338.902184:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828339.926191:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828340.821963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828340.821978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828340.821984:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828340.822023:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4299 00000100:00080000:2.0:1787828340.822041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828340.822055:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828340.822111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422240384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828340.822153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828340.822160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828340.822163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828340.822170:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4299 00000100:00080000:2.0:1787828340.822177:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828340.822186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828340.822202:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828340.822225:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422240384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828340.822232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422240512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828340.822256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828340.822263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828340.822267:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828340.822274:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4299 00000100:00080000:2.0:1787828340.822283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828340.822292:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828340.822301:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787828340.822325:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828340.822330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422240640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828340.822352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828340.822359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828340.822363:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828340.822370:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4299 00000100:00080000:2.0:1787828340.822379:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828340.822385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828340/real 1787828340] req@ffff8a4f06e8f0c0 x1874669422240384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828340.822393:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828340.822410:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828340.822422:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422240384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828340.822436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422240768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828340.822441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828340.822454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828340.822465:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422240384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828340.822469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828340.822476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828340.822496:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828340.822505:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4299 00000100:00080000:2.0:1787828340.822511:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828340.822517:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828340.822525:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828340.822529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:2.0:1787828340.822545:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422240896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828340.822571:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828340.822597:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828340/real 1787828340] req@ffff8a4f06e8c000 x1874669422240512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828340.822621:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422240512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828340.822640:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828340.822665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828340.822673:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828340.822688:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828340.822731:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828340.822758:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828340/real 1787828340] req@ffff8a4f06e8f840 x1874669422240640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828340.822783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422240640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828340.822800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828340.822807:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828340.822813:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828340.822826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828340.822920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828340.822939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828340/real 1787828340] req@ffff8a4f06e8e580 x1874669422240768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828340.822956:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422240768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828340.822967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828340.822971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828340.822976:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828340.823032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828340.823063:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828340.823093:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828340/real 1787828340] req@ffff8a4f06e8de00 x1874669422240896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828340.823109:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422240896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828340.823120:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828340.823124:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828340.823128:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422240896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828340.950157:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828341.974085:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828342.998011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828344.021948:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828345.046160:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828345.942063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828345.942077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828345.942083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828345.942096:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4304 00000100:00080000:1.0:1787828345.942111:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828345.942122:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828345.942172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422241024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828345.942208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828345.942217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828345.942220:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828345.942225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4304 00000100:00080000:1.0:1787828345.942230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828345.942234:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828345.942248:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828345.942265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422241152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828345.942294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828345.942302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828345.942302:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422241024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828345.942307:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828345.942323:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4304 00000100:00080000:1.0:1787828345.942327:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828345.942332:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828345.942338:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828345.942356:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422241280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828345.942369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828345.942374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828345.942377:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828345.942382:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4304 00000100:00080000:1.0:1787828345.942386:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828345.942390:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828345.942398:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828345.942425:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828345.942428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422241408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828345.942444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828345.942448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828345.942451:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828345.942457:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4304 00000100:00080000:1.0:1787828345.942471:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828345.942477:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828345.942484:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828345.942501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422241536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828345.942512:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828345/real 1787828345] req@ffff8a4f13cb2d00 x1874669422241024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828345.942550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422241024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828345.942566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828345.942572:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828345.942577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422241024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828345.942616:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828345.942648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828345.942665:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828345/real 1787828345] req@ffff8a4f13cb1a40 x1874669422241152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828345.942689:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422241152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828345.942699:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828345.942703:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828345.942708:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828345.942714:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828345.942734:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828345.942745:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828345/real 1787828345] req@ffff8a4f13cb30c0 x1874669422241280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828345.942759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422241280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828345.942768:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828345.942772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828345.942775:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828345.942782:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828345.942801:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828345.942812:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828345/real 1787828345] req@ffff8a4f13cb1e00 x1874669422241408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828345.942835:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422241408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828345.942844:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828345.942886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828345.942892:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828345.942900:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828345.942923:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828345.942937:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828345/real 1787828345] req@ffff8a4f13cb3840 x1874669422241536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828345.942952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422241536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828345.942996:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828345.943001:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828345.943006:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828346.070089:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828347.094130:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828348.118084:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828349.142182:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828350.166191:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828351.062045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828351.062058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828351.062063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828351.062077:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4309 00000100:00080000:0.0:1787828351.062091:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828351.062102:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828351.062152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422241664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828351.062202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828351.062216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828351.062219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828351.062230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4309 00000100:00080000:0.0:1787828351.062235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828351.062241:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828351.062256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828351.062277:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422241664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828351.062289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422241792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828351.062300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828351.062303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828351.062304:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828351.062308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4309 00000100:00080000:0.0:1787828351.062311:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828351.062314:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828351.062317:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828351.062331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422241920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828351.062343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828351.062347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828351.062351:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828351.062357:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4309 00000100:00080000:0.0:1787828351.062363:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828351.062369:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828351.062376:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828351.062391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422242048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828351.062400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828351.062403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828351.062405:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828351.062410:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4309 00000100:00080000:0.0:1787828351.062413:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828351.062418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241792:192.168.203.149@tcp:38:kworker.0 00000100:00080000:0.0:1787828351.062421:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828351.062431:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828351.062449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422242176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828351.062480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828351.062504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828351.062524:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828351.190179:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828352.214053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828353.238134:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828354.134279:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828354.134336:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828354.134372:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828354.134421:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828354.134432:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828354.134442:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828354.134451:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787828354.134572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828351/real 1787828354] req@ffff8a4f13c58000 x1874669422242176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828354.134618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422242176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828354.134633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828354.134640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828354.134645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242176:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828354.134656:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828351/real 1787828354] req@ffff8a4f13c5a940 x1874669422241792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828354.134670:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422241792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828354.134679:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828354.134683:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828354.134687:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828354.134695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828351/real 1787828354] req@ffff8a4f13c583c0 x1874669422241920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828354.134709:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422241920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828354.134727:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828354.134732:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828354.134736:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422241920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828354.134745:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828351/real 1787828354] req@ffff8a4f13c59a40 x1874669422242048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828354.134760:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422242048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828354.134768:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828354.134772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828354.134775:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828354.134784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828351/real 1787828354] req@ffff8a4f13c58780 x1874669422241664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828354.134796:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422241664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828354.134804:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828354.134809:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828354.134812:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422241664:192.168.203.149@tcp:250:kworker.0 00010000:00010000:0.0:1787828354.262076:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828355.286178:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828356.182091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828356.182103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828356.182108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828356.182122:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4314 00000100:00080000:1.0:1787828356.182137:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828356.182164:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828356.182211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422242304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828356.182248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828356.182253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828356.182256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828356.182260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4314 00000100:00080000:1.0:1787828356.182274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828356.182280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828356.182301:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828356.182318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422242432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828356.182334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828356.182338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828356.182341:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828356.182367:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4314 00000100:00100000:3.0:1787828356.182371:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422242304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828356.182372:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828356.182385:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828356.182397:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828356.182423:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422242560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828356.182441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828356.182447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828356.182450:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828356.182473:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4314 00000100:00080000:1.0:1787828356.182481:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828356.182489:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787828356.182499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787828356.182508:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828356.182553:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422242688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828356.182580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828356.182585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828356.182588:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828356.182596:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4314 00000100:00080000:1.0:1787828356.182604:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828356.182614:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828356/real 1787828356] req@ffff8a4f13cb2580 x1874669422242304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828356.182617:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828356.182643:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828356.182662:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422242304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828356.182673:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422242816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828356.182703:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828356.182717:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828356.182726:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422242304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828356.182772:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828356.182820:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828356.182846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828356/real 1787828356] req@ffff8a4f13cb0b40 x1874669422242432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828356.182943:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422242432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828356.182958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828356.182964:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828356.182970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828356.182991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828356.183033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828356.183057:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828356/real 1787828356] req@ffff8a4f13cb3840 x1874669422242560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828356.183079:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422242560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828356.183104:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828356.183110:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828356.183116:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828356.183127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828356.183165:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828356.183187:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828356/real 1787828356] req@ffff8a4f13cb1e00 x1874669422242688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828356.183211:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422242688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828356.183226:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828356.183232:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828356.183238:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828356.183249:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828356.183287:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828356.183308:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828356/real 1787828356] req@ffff8a4f13cb30c0 x1874669422242816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828356.183331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422242816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828356.183345:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828356.183351:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828356.183359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422242816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828356.310133:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828357.334112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828358.358072:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828359.382023:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828360.406001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828361.302028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828361.302040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828361.302045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828361.302058:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4319 00000100:00080000:0.0:1787828361.302072:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828361.302082:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828361.302156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422242944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828361.302182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828361.302190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828361.302192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828361.302199:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4319 00000100:00080000:0.0:1787828361.302202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828361.302206:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828361.302219:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828361.302229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422243072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828361.302239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828361.302242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828361.302244:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828361.302250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4319 00000100:00080000:0.0:1787828361.302255:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828361.302261:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828361.302267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422242944:192.168.203.149@tcp:250:kworker.0 00000008:00100000:0.0:1787828361.302269:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828361.302292:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422243200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828361.302307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828361.302312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828361.302314:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828361.302320:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4319 00000100:00080000:0.0:1787828361.302326:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828361.302332:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828361.302339:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828361.302350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422243328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828361.302359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828361.302364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828361.302366:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828361.302370:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4319 00000100:00080000:0.0:1787828361.302374:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828361.302378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787828361.302379:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828361.302386:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828361.302396:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422243456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828361.302437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828361/real 1787828361] req@ffff8a4f13c59680 x1874669422242944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828361.302460:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422242944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828361.302470:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828361.302474:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828361.302478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422242944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828361.302505:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828361.302527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828361.302538:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828361/real 1787828361] req@ffff8a4f13c5b480 x1874669422243072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828361.302549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422243072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828361.302556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828361.302559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828361.302561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828361.302584:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828361.302604:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828361.302615:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828361/real 1787828361] req@ffff8a4f13c5ad00 x1874669422243200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828361.302629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422243200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828361.302638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828361.302641:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828361.302644:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828361.302650:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828361.302667:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828361.302677:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828361/real 1787828361] req@ffff8a4f13c58780 x1874669422243328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828361.302689:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422243328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828361.302698:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828361.302701:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828361.302704:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828361.302709:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828361.302725:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828361.302735:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828361/real 1787828361] req@ffff8a4f13c59a40 x1874669422243456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828361.302748:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422243456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828361.302756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828361.302759:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828361.302762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828361.430070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828362.454079:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828363.478021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828364.501987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828365.526178:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828366.422002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828366.422013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828366.422018:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828366.422030:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4324 00000100:00080000:0.0:1787828366.422043:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828366.422053:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828366.422099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422243584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828366.422131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828366.422136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828366.422138:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828366.422142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4324 00000100:00080000:0.0:1787828366.422145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828366.422148:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828366.422162:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828366.422174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422243712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828366.422187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828366.422193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828366.422195:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422243584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828366.422196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828366.422208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4324 00000100:00080000:0.0:1787828366.422212:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828366.422215:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828366.422220:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828366.422231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422243840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828366.422241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828366.422245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828366.422247:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828366.422250:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4324 00000100:00080000:0.0:1787828366.422253:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828366.422256:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828366.422263:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828366.422272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422243968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828366.422296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828366.422298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828366.422299:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828366.422302:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4324 00000100:00080000:0.0:1787828366.422313:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828366.422316:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828366.422319:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828366.422326:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828366.422329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422244096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828366.422383:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828366/real 1787828366] req@ffff8a4f13c583c0 x1874669422243584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828366.422401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422243584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828366.422410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828366.422414:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828366.422417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422243584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828366.422440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828366.422464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828366.422499:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828366/real 1787828366] req@ffff8a4f13c5a940 x1874669422243712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828366.422522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422243712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828366.422536:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828366.422539:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828366.422543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828366.422565:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828366.422583:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828366.422592:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828366/real 1787828366] req@ffff8a4f13c58000 x1874669422243840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828366.422601:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422243840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828366.422610:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828366.422614:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828366.422618:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828366.422624:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828366.422647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828366.422661:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828366/real 1787828366] req@ffff8a4f13c5a580 x1874669422243968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828366.422670:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422243968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828366.422681:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828366.422684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828366.422686:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422243968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828366.422690:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828366.422705:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828366.422712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828366/real 1787828366] req@ffff8a4f13c58f00 x1874669422244096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828366.422720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422244096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828366.422726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828366.422728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828366.422730:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828366.550009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828367.574118:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828368.598211:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828369.622025:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828370.645994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828371.541958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828371.541970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828371.541974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828371.541986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4329 00000100:00080000:1.0:1787828371.541998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828371.542006:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828371.542061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422244224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828371.542111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828371.542115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828371.542117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828371.542120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4329 00000100:00080000:1.0:1787828371.542123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828371.542126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828371.542136:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828371.542147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422244352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828371.542165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828371.542169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828371.542171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828371.542175:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4329 00000100:00080000:1.0:1787828371.542177:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828371.542180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828371.542184:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828371.542192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422244480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828371.542200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828371.542204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828371.542207:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828371.542208:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422244224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828371.542213:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4329 00000100:00080000:1.0:1787828371.542218:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828371.542224:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828371.542227:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828371.542236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422244608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828371.542243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828371.542246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828371.542248:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828371.542251:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4329 00000100:00080000:1.0:1787828371.542255:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828371.542258:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828371.542262:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828371.542280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422244736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828371.542308:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828371.542367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828371/real 1787828371] req@ffff8a4f13cb1a40 x1874669422244224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828371.542387:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422244224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828371.542398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828371.542402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828371.542406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422244224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828371.542414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828371.542436:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828371.542448:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828371/real 1787828371] req@ffff8a4f13cb2d00 x1874669422244352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828371.542460:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422244352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828371.542470:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828371.542474:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828371.542478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828371.542515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828371.542540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828371.542551:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828371/real 1787828371] req@ffff8a4f13cb0780 x1874669422244480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828371.542561:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422244480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828371.542568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828371.542571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828371.542573:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828371.542579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828371.542594:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828371.542601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828371/real 1787828371] req@ffff8a4f13cb21c0 x1874669422244608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828371.542610:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422244608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828371.542617:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828371.542619:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828371.542621:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828371.542626:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828371.542638:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828371.542656:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828371/real 1787828371] req@ffff8a4f13cb0000 x1874669422244736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828371.542665:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422244736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828371.542671:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828371.542673:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828371.542676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828371.670184:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828372.693979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828373.718015:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828374.741996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828375.766139:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828376.661996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828376.662014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828376.662020:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828376.662033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4335 00000100:00080000:3.0:1787828376.662045:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828376.662054:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828376.662108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422244864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828376.662136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828376.662140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828376.662141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828376.662145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4335 00000100:00080000:3.0:1787828376.662148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828376.662152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828376.662162:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828376.662174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422244992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828376.662182:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422244864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828376.662193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828376.662197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828376.662199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828376.662204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4335 00000100:00080000:3.0:1787828376.662208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828376.662210:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828376.662216:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828376.662227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422245120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828376.662236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828376.662239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828376.662241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828376.662244:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4335 00000100:00080000:3.0:1787828376.662247:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828376.662250:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828376.662254:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828376.662266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422245248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828376.662267:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828376.662279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828376.662282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828376.662284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828376.662287:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4335 00000100:00080000:3.0:1787828376.662289:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828376.662292:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828376.662295:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828376.662302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422245376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828376.662472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828376/real 1787828376] req@ffff8a4f08da9680 x1874669422244864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828376.662508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422244864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828376.662525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828376.662533:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828376.662540:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422244864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828376.662601:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828376.662689:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828376.662704:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828376/real 1787828376] req@ffff8a4f08da9a40 x1874669422244992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828376.662717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422244992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828376.662731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828376.662734:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828376.662737:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422244992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828376.662743:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828376.662789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828376.662800:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828376/real 1787828376] req@ffff8a4f08dab480 x1874669422245120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828376.662812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422245120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828376.662819:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828376.662822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828376.662825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828376.662831:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828376.662846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828376.662902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828376/real 1787828376] req@ffff8a4f08da83c0 x1874669422245248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828376.662913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422245248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828376.662921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828376.662924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828376.662927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828376.662933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828376.662949:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828376.662958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828376/real 1787828376] req@ffff8a4f08dab0c0 x1874669422245376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828376.662968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422245376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828376.662975:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828376.662977:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828376.662980:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828376.790096:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828377.814062:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828378.837982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828379.862091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828380.886028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828381.781953:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828381.781962:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828381.781966:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828381.781975:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4340 00000100:00080000:0.0:1787828381.781986:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828381.781993:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828381.782029:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422245504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828381.782051:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828381.782053:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828381.782055:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828381.782057:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4340 00000100:00080000:0.0:1787828381.782061:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828381.782064:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828381.782075:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828381.782084:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422245632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828381.782092:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828381.782096:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828381.782097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828381.782097:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422245504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828381.782105:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4340 00000100:00080000:0.0:1787828381.782109:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828381.782112:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828381.782115:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828381.782121:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422245760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828381.782128:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828381.782131:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828381.782132:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828381.782134:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4340 00000100:00080000:0.0:1787828381.782136:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828381.782138:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828381.782141:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828381.782148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422245888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828381.782159:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828381.782162:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828381.782163:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828381.782166:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4340 00000100:00080000:0.0:1787828381.782168:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828381.782170:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828381.782173:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828381.782178:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828381.782182:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422246016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828381.782231:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828381/real 1787828381] req@ffff8a4f13c5bc00 x1874669422245504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828381.782251:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422245504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828381.782263:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828381.782268:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828381.782272:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422245504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828381.782309:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828381.782331:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828381.782362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828381/real 1787828381] req@ffff8a4f13c5b0c0 x1874669422245632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828381.782375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422245632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828381.782383:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828381.782386:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828381.782390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828381.782396:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828381.782414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828381.782424:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828381/real 1787828381] req@ffff8a4f13c592c0 x1874669422245760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828381.782444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422245760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828381.782451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828381.782455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828381.782458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828381.782464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828381.782481:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828381.782491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828381/real 1787828381] req@ffff8a4f13c5a1c0 x1874669422245888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828381.782502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422245888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828381.782510:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828381.782513:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828381.782516:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422245888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828381.782522:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828381.782537:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828381.782555:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828381/real 1787828381] req@ffff8a4f13c58f00 x1874669422246016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828381.782565:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422246016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828381.782573:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828381.782576:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828381.782580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828381.910070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828382.934058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828383.958153:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828384.982070:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828386.006007:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828386.901945:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828386.901953:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828386.901957:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828386.901966:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4345 00000100:00080000:3.0:1787828386.901976:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828386.901983:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828386.902027:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422246144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828386.902049:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828386.902052:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828386.902053:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828386.902056:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4345 00000100:00080000:3.0:1787828386.902058:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828386.902060:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828386.902070:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828386.902078:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422246272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828386.902086:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828386.902089:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828386.902091:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828386.902093:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4345 00000100:00080000:3.0:1787828386.902096:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828386.902098:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828386.902102:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828386.902104:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422246144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828386.902111:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422246400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828386.902119:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828386.902127:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828386.902128:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828386.902131:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4345 00000100:00080000:3.0:1787828386.902134:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828386.902136:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828386.902140:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828386.902149:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422246528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828386.902156:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828386.902159:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828386.902160:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828386.902162:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4345 00000100:00080000:3.0:1787828386.902164:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828386.902169:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787828386.902170:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787828386.902175:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828386.902186:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422246656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828386.902211:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828386/real 1787828386] req@ffff8a4f08dabc00 x1874669422246144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828386.902236:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422246144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828386.902244:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828386.902248:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828386.902251:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422246144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828386.902257:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828386.902272:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828386.902291:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828386/real 1787828386] req@ffff8a4f08da8000 x1874669422246272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828386.902300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422246272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828386.902306:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828386.902308:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828386.902310:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828386.902332:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828386.902343:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828386.902350:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828386/real 1787828386] req@ffff8a4f08daa580 x1874669422246400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828386.902370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422246400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828386.902375:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828386.902377:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828386.902379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828386.902383:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828386.902394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828386.902400:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828386/real 1787828386] req@ffff8a4f08da8b40 x1874669422246528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828386.902409:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422246528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828386.902414:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828386.902415:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828386.902417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828386.902431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828386.902441:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828386.902447:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828386/real 1787828386] req@ffff8a4f08da92c0 x1874669422246656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828386.902455:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422246656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828386.902460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828386.902462:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828386.902464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828387.030046:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828388.054105:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828389.078014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828390.102155:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828391.125960:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828392.021923:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828392.021947:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828392.021951:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828392.021961:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4350 00000100:00080000:3.0:1787828392.021972:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828392.021981:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828392.022048:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422246784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828392.022110:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828392.022114:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828392.022117:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828392.022122:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4350 00000100:00080000:3.0:1787828392.022127:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828392.022132:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828392.022145:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828392.022174:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422246912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828392.022189:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828392.022192:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828392.022194:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828392.022196:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4350 00000100:00080000:3.0:1787828392.022199:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828392.022202:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828392.022205:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828392.022230:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422247040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828392.022236:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828392.022239:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828392.022241:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828392.022244:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4350 00000100:00080000:3.0:1787828392.022246:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828392.022249:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828392.022253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828392.022259:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422247168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828392.022267:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828392.022269:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422246784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828392.022269:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828392.022273:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828392.022280:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4350 00000100:00080000:3.0:1787828392.022283:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828392.022285:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828392.022288:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828392.022295:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422247296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828392.022345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828392.022381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828392/real 1787828392] req@ffff8a4f08da8780 x1874669422246784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828392.022394:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422246784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828392.022408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828392.022412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828392.022415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422246784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828392.022420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828392.022433:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828392.022441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828392/real 1787828392] req@ffff8a4f08da9e00 x1874669422246912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828392.022450:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422246912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828392.022455:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828392.022457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828392.022459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422246912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828392.022463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828392.022473:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828392.022479:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828392/real 1787828392] req@ffff8a4f08da92c0 x1874669422247040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828392.022487:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422247040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828392.022512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828392.022515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828392.022518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828392.022551:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828392.022571:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828392.022600:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828392/real 1787828392] req@ffff8a4f08da8b40 x1874669422247168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828392.022614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422247168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828392.022624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828392.022627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828392.022630:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828392.022637:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828392.022692:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828392.022701:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828392/real 1787828392] req@ffff8a4f08daa580 x1874669422247296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828392.022710:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422247296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828392.022733:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828392.022735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828392.022737:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828392.150169:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828393.174133:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828394.198073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828395.222110:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828396.246086:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828397.141940:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828397.141955:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828397.141960:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828397.141973:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4355 00000100:00080000:3.0:1787828397.141987:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828397.141995:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828397.142043:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422247424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828397.142078:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828397.142087:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828397.142089:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828397.142094:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4355 00000100:00080000:3.0:1787828397.142098:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828397.142103:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828397.142114:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828397.142130:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422247552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828397.142139:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422247424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828397.142147:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828397.142152:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828397.142154:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828397.142159:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4355 00000100:00080000:3.0:1787828397.142164:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828397.142168:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828397.142175:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828397.142200:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422247680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828397.142211:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828397.142214:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828397.142217:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787828397.142220:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828397.142225:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4355 00000100:00080000:3.0:1787828397.142232:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828397.142238:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828397.142244:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828397.142258:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422247808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828397.142268:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828397.142273:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828397/real 1787828397] req@ffff8a4f08da8000 x1874669422247424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828397.142274:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828397.142278:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828397.142294:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422247424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828397.142299:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4355 00000100:00080000:3.0:1787828397.142309:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828397.142311:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828397.142316:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:1.0:1787828397.142317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828397.142324:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422247424:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787828397.142327:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828397.142344:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422247936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828397.142356:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828397.142376:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828397.142387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828397/real 1787828397] req@ffff8a4f08dabc00 x1874669422247552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828397.142395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422247552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828397.142401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828397.142403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828397.142406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828397.142409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828397.142419:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828397.142425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828397/real 1787828397] req@ffff8a4f08dab0c0 x1874669422247680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828397.142433:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422247680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828397.142443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828397.142445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828397.142447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828397.142450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828397.142461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828397.142467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828397/real 1787828397] req@ffff8a4f08da83c0 x1874669422247808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828397.142474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422247808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828397.142479:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828397.142480:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828397.142482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828397.142493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828397.142503:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828397.142509:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828397/real 1787828397] req@ffff8a4f08dab480 x1874669422247936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828397.142516:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422247936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828397.142521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828397.142523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828397.142525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422247936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828397.270043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828398.294058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828399.318036:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828400.342035:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828401.366011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828402.261945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828402.261956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828402.261961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828402.261973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4360 00000100:00080000:3.0:1787828402.261987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828402.261998:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828402.262059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422248064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828402.262112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828402.262116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828402.262119:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828402.262124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4360 00000100:00080000:3.0:1787828402.262129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828402.262134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828402.262150:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828402.262166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422248192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828402.262195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828402.262199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828402.262201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828402.262204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4360 00000100:00080000:3.0:1787828402.262209:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828402.262214:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828402.262227:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828402.262258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422248320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828402.262273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828402.262278:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422248064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828402.262279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828402.262287:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828402.262297:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4360 00000100:00080000:3.0:1787828402.262302:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828402.262307:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828402.262315:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828402.262331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422248448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828402.262344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828402.262349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828402.262352:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828402.262357:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4360 00000100:00080000:3.0:1787828402.262362:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828402.262366:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828402.262390:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828402.262404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422248576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828402.262414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828402.262514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828402/real 1787828402] req@ffff8a4f08da9a40 x1874669422248064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828402.262550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422248064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828402.262625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828402.262633:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828402.262641:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422248064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828402.262653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828402.262706:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828402.262729:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828402/real 1787828402] req@ffff8a4f08da9680 x1874669422248192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828402.262765:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422248192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828402.262775:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828402.262779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828402.262783:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828402.262813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828402.262839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828402.262853:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828402/real 1787828402] req@ffff8a4f08da8f00 x1874669422248320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828402.262907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422248320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828402.262918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828402.262921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828402.262925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828402.262932:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828402.262955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828402.262968:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828402/real 1787828402] req@ffff8a4f08daa940 x1874669422248448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828402.262981:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422248448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828402.262990:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828402.262993:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828402.262997:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828402.263002:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828402.263018:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828402.263028:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828402/real 1787828402] req@ffff8a4f08daad00 x1874669422248576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828402.263040:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422248576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828402.263049:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828402.263052:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828402.263056:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828402.390108:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828403.414023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828404.438017:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828405.461974:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828406.486138:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828407.381961:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828407.381970:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828407.381974:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828407.381986:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4365 00000100:00080000:3.0:1787828407.381998:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828407.382008:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828407.382051:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422248704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828407.382082:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828407.382087:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828407.382088:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828407.382092:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4365 00000100:00080000:3.0:1787828407.382095:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828407.382099:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828407.382110:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828407.382122:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422248832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828407.382131:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828407.382135:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787828407.382136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422248704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828407.382137:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828407.382145:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4365 00000100:00080000:3.0:1787828407.382148:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828407.382150:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828407.382153:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828407.382164:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422248960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828407.382175:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828407.382178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828407.382180:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828407.382185:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4365 00000100:00080000:3.0:1787828407.382189:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828407.382194:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828407.382200:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828407.382208:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828407.382214:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422249088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828407.382223:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828407.382226:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828407.382228:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828407.382231:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4365 00000100:00080000:3.0:1787828407.382251:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828407.382256:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828407.382262:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828407.382276:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828407/real 1787828407] req@ffff8a4f08dab840 x1874669422248704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828407.382279:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422249216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828407.382340:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422248704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828407.382358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828407.382363:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828407.382367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422248704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828407.382410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828407.382427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828407.382454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828407/real 1787828407] req@ffff8a4f08daa1c0 x1874669422248832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828407.382467:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422248832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828407.382476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828407.382479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828407.382483:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828407.382489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828407.382506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828407.382517:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828407/real 1787828407] req@ffff8a4f08daad00 x1874669422248960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828407.382528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422248960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828407.382574:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828407.382577:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828407.382579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422248960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828407.382583:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828407.382598:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828407.382606:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828407/real 1787828407] req@ffff8a4f08daa940 x1874669422249088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828407.382614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422249088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828407.382619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828407.382638:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828407.382642:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828407.382648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828407.382668:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828407.382678:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828407/real 1787828407] req@ffff8a4f08da8f00 x1874669422249216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828407.382709:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422249216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828407.382718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828407.382721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828407.382724:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828407.510033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828408.534132:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828409.558087:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828410.582176:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828411.606164:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828412.501924:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828412.501933:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828412.501937:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828412.501959:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4370 00000100:00080000:3.0:1787828412.501971:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828412.501980:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828412.502023:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422249344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828412.502050:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828412.502054:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828412.502056:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828412.502059:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4370 00000100:00080000:3.0:1787828412.502063:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828412.502066:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828412.502078:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828412.502089:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422249472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828412.502098:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828412.502101:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828412.502103:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828412.502107:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4370 00000100:00080000:3.0:1787828412.502109:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828412.502112:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828412.502116:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828412.502122:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422249344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828412.502128:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422249600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828412.502140:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828412.502142:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828412.502144:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828412.502157:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4370 00000100:00080000:3.0:1787828412.502160:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828412.502163:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828412.502167:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828412.502175:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422249728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828412.502189:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828412.502192:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828412.502193:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828412.502196:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4370 00000100:00080000:3.0:1787828412.502199:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828412.502202:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828412.502206:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828412.502215:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828412.502219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422249856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828412.502265:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828412/real 1787828412] req@ffff8a4f08da9680 x1874669422249344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828412.502293:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422249344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828412.502304:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828412.502307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828412.502311:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422249344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828412.502319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828412.502337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828412.502348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828412/real 1787828412] req@ffff8a4f08da9a40 x1874669422249472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828412.502358:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422249472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828412.502371:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828412.502374:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828412.502377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828412.502401:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828412.502416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828412.502423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828412/real 1787828412] req@ffff8a4f08dab480 x1874669422249600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828412.502433:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422249600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828412.502440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828412.502442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828412.502445:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828412.502450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828412.502463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828412.502470:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828412/real 1787828412] req@ffff8a4f08da83c0 x1874669422249728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828412.502480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422249728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828412.502486:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828412.502489:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828412.502493:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828412.502520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828412.502550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828412.502560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828412/real 1787828412] req@ffff8a4f08dab0c0 x1874669422249856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828412.502570:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422249856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828412.502577:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828412.502580:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828412.502582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422249856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828412.630144:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828413.654061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828414.678154:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828415.702158:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828416.726028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828417.622075:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828417.622088:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828417.622094:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828417.622108:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4376 00000100:00080000:0.0:1787828417.622124:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828417.622135:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828417.622203:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422249984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828417.622236:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828417.622239:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828417.622241:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828417.622245:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4376 00000100:00080000:0.0:1787828417.622266:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828417.622271:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828417.622287:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828417.622314:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422250112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828417.622329:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828417.622334:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828417.622337:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828417.622344:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4376 00000100:00080000:0.0:1787828417.622349:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828417.622353:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828417.622359:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828417.622374:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422250240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828417.622374:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422249984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828417.622403:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828417.622412:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828417.622415:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828417.622422:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4376 00000100:00080000:0.0:1787828417.622428:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828417.622433:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828417.622442:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828417.622457:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422250368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828417.622503:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828417.622517:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828417.622520:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828417.622526:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4376 00000100:00080000:0.0:1787828417.622541:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828417.622551:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828417.622561:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828417.622595:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422250496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828417.622606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828417.622690:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828417.622715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828417.622748:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828417.749984:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828418.774052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828419.798012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828420.694221:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828420.694322:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828420.694353:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828420.694437:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828420.694479:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828420.694491:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828420.694504:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787828420.694553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828417/real 1787828420] req@ffff8a4f13c5a940 x1874669422250240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828420.694587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422250240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828420.694617:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828420.694626:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828420.694634:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828420.694647:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828417/real 1787828420] req@ffff8a4f13c583c0 x1874669422250368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828420.694668:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422250368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828420.694680:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828420.694686:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828420.694692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828420.694704:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828417/real 1787828420] req@ffff8a4f13c59a40 x1874669422250496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828420.694724:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422250496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828420.694738:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828420.694743:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828420.694750:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250496:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828420.694761:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828417/real 1787828420] req@ffff8a4f13c5a580 x1874669422249984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828420.694785:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422249984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828420.694800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828420.694806:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828420.694812:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422249984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828420.694824:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828417/real 1787828420] req@ffff8a4f13c58000 x1874669422250112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828420.694845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422250112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828420.694923:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828420.694930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828420.694937:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250112:192.168.203.149@tcp:38:kworker.0 00010000:00010000:3.0:1787828420.822114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828421.845983:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828422.742114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828422.742124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828422.742128:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828422.742139:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4381 00000100:00080000:2.0:1787828422.742151:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828422.742176:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828422.742217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422250624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828422.742274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828422.742278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828422.742281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828422.742285:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4381 00000100:00080000:2.0:1787828422.742288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828422.742291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828422.742303:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828422.742316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422250752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828422.742343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828422.742347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828422.742349:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828422.742354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422250624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828422.742355:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4381 00000100:00080000:2.0:1787828422.742362:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828422.742368:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828422.742373:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828422.742384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422250880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828422.742392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828422.742395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828422.742397:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828422.742400:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4381 00000100:00080000:2.0:1787828422.742403:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828422.742406:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828422.742410:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828422.742420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422251008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828422.742449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828422.742454:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828422.742457:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828422.742462:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4381 00000100:00080000:2.0:1787828422.742468:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787828422.742470:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828422.742479:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828422.742488:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828422.742505:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422251136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828422.742531:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828422/real 1787828422] req@ffff8a4f06e8d680 x1874669422250624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828422.742562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422250624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828422.742578:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828422.742583:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828422.742589:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422250624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828422.742624:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828422.742664:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828422.742684:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828422/real 1787828422] req@ffff8a4f06e8d2c0 x1874669422250752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828422.742703:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422250752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828422.742714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828422.742719:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828422.742723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828422.742733:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828422.742763:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828422.742780:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828422/real 1787828422] req@ffff8a4f06e8e940 x1874669422250880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828422.742798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422250880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828422.742809:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828422.742813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828422.742818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422250880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828422.742826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828422.742894:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828422.742912:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828422/real 1787828422] req@ffff8a4f06e8cb40 x1874669422251008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828422.742936:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422251008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828422.742947:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828422.742951:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828422.742963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828422.742972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828422.743001:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828422.743017:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828422/real 1787828422] req@ffff8a4f06e8c3c0 x1874669422251136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828422.743034:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422251136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828422.743046:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828422.743051:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828422.743063:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828422.869998:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828423.894087:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828424.918112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828425.942040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828426.966170:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828427.861973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828427.861985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828427.861991:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828427.862012:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4386 00000100:00080000:2.0:1787828427.862028:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828427.862057:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828427.862130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422251264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828427.862159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828427.862163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828427.862164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828427.862168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4386 00000100:00080000:2.0:1787828427.862190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828427.862197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828427.862212:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828427.862256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422251392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828427.862271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828427.862276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828427.862279:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828427.862285:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422251264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828427.862288:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4386 00000100:00080000:2.0:1787828427.862318:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828427.862328:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828427.862334:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828427.862353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422251520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828427.862367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828427.862371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828427.862374:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828427.862380:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4386 00000100:00080000:2.0:1787828427.862385:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828427.862415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828427.862424:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828427.862460:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828427.862461:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422251648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828427.862476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828427.862480:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828427.862483:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828427.862488:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4386 00000100:00080000:2.0:1787828427.862492:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828427.862496:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828427.862501:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828427.862511:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422251776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828427.862529:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828427/real 1787828427] req@ffff8a4f06e8cf00 x1874669422251264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828427.862569:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422251264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828427.862587:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828427.862591:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828427.862595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422251264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828427.862633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828427.862664:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828427.862676:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828427/real 1787828427] req@ffff8a4f06e8f480 x1874669422251392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828427.862687:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422251392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828427.862694:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828427.862697:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828427.862700:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828427.862708:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828427.862755:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828427.862773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828427/real 1787828427] req@ffff8a4f06e8e1c0 x1874669422251520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828427.862794:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422251520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828427.862806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828427.862811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828427.862817:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828427.862841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828427.862926:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828427.862940:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828427/real 1787828427] req@ffff8a4f06e8ed00 x1874669422251648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828427.862952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422251648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828427.862960:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828427.862963:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828427.862967:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828427.862973:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828427.862989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828427.862998:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828427/real 1787828427] req@ffff8a4f06e8c780 x1874669422251776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828427.863009:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422251776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828427.863016:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828427.863018:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828427.863021:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422251776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828427.990097:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828429.014154:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828430.038094:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828431.061984:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828432.085981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828432.981975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828432.981983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828432.981998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828432.982006:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4391 00000100:00080000:0.0:1787828432.982017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828432.982024:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828432.982059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422251904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828432.982081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828432.982084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828432.982090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828432.982093:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4391 00000100:00080000:0.0:1787828432.982095:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828432.982098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828432.982107:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828432.982115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422252032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828432.982129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828432.982131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828432.982133:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828432.982139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4391 00000100:00100000:1.0:1787828432.982139:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422251904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828432.982145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828432.982149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828432.982152:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828432.982160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422252160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828432.982167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828432.982169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828432.982170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828432.982173:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4391 00000100:00080000:0.0:1787828432.982174:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828432.982177:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828432.982180:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828432.982187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422252288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828432.982192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828432.982194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828432.982196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828432.982198:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4391 00000100:00080000:0.0:1787828432.982218:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828432.982221:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828432.982224:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828432.982230:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828432.982234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422252416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828432.982318:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828432/real 1787828432] req@ffff8a4f13c58780 x1874669422251904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828432.982347:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422251904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828432.982396:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828432.982401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828432.982423:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422251904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828432.982457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828432.982475:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828432.982484:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828432/real 1787828432] req@ffff8a4f13c5ad00 x1874669422252032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828432.982493:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422252032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828432.982498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828432.982500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828432.982503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828432.982516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828432.982526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828432.982532:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828432/real 1787828432] req@ffff8a4f13c5b480 x1874669422252160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828432.982543:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422252160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828432.982558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828432.982562:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828432.982566:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828432.982572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828432.982604:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828432.982613:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828432/real 1787828432] req@ffff8a4f13c59680 x1874669422252288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828432.982621:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422252288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828432.982627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828432.982630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828432.982632:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828432.982635:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828432.982646:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828432.982652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828432/real 1787828432] req@ffff8a4f13c58000 x1874669422252416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828432.982660:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422252416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828432.982664:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828432.982666:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828432.982669:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828433.110028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828434.134029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828435.158015:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828436.182056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828437.206128:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828438.102054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828438.102083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828438.102090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828438.102108:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4396 00000100:00080000:3.0:1787828438.102127:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828438.102140:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828438.102213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422252544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828438.102292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828438.102301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828438.102305:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828438.102313:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4396 00000100:00080000:3.0:1787828438.102345:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828438.102356:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828438.102386:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828438.102408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422252544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828438.102422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422252672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828438.102451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828438.102456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828438.102461:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828438.102468:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4396 00000100:00080000:3.0:1787828438.102476:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828438.102482:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828438.102490:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828438.102510:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422252800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828438.102524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787828438.102529:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828438.102531:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828438.102538:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828438.102546:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4396 00000100:00080000:3.0:1787828438.102553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828438.102558:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828438.102565:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828438.102578:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422252928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828438.102600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828438.102604:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828438.102607:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828438.102614:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4396 00000100:00100000:1.0:1787828438.102622:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828438/real 1787828438] req@ffff8a4f08dabc00 x1874669422252544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828438.102627:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828438.102646:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828438.102660:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828438.102662:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422252544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828438.102688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828438.102694:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828438.102703:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422253056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828438.102705:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422252544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828438.102753:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828438.102788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828438.102804:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828438/real 1787828438] req@ffff8a4f08da8000 x1874669422252672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828438.102821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422252672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828438.102832:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828438.102836:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828438.102840:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828438.102847:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828438.102922:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828438.102937:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828438/real 1787828438] req@ffff8a4f08daa580 x1874669422252800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828438.102956:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422252800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828438.102972:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828438.102978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828438.102985:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828438.102996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828438.103034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828438.103057:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828438/real 1787828438] req@ffff8a4f08da8b40 x1874669422252928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828438.103078:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422252928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828438.103088:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828438.103092:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828438.103096:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422252928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828438.103103:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828438.103129:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828438.103142:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828438/real 1787828438] req@ffff8a4f08da92c0 x1874669422253056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828438.103156:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422253056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828438.103175:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828438.103178:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828438.103182:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828438.230061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828439.254170:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828440.278188:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828441.302146:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828442.326084:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828443.221970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828443.221982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828443.221987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828443.221999:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4401 00000100:00080000:2.0:1787828443.222012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828443.222022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828443.222071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422253184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828443.222113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828443.222120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828443.222123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828443.222130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4401 00000100:00080000:2.0:1787828443.222136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828443.222143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828443.222160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828443.222199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422253312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828443.222208:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422253184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828443.222234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828443.222240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828443.222243:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828443.222250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4401 00000100:00080000:2.0:1787828443.222256:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828443.222262:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828443.222270:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828443.222316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422253440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828443.222358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828443.222362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828443.222364:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828443.222371:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4401 00000800:00000100:1.0:1787828443.222373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828443.222379:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828443.222387:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828443.222394:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828443.222409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422253568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828443.222419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828443.222423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828443.222424:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828443.222428:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4401 00000100:00080000:2.0:1787828443.222433:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828443.222442:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828443.222445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828443/real 1787828443] req@ffff8a4f06e8da40 x1874669422253184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787828443.222447:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828443.222464:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422253696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828443.222499:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422253184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828443.222520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828443.222526:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828443.222530:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422253184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828443.222581:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828443.222616:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828443.222634:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828443/real 1787828443] req@ffff8a4f06e8c780 x1874669422253312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828443.222651:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422253312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828443.222673:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828443.222677:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828443.222682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828443.222690:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828443.222710:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828443.222722:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828443/real 1787828443] req@ffff8a4f06e8ed00 x1874669422253440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828443.222737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422253440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828443.222747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828443.222750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828443.222754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828443.222777:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828443.222793:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828443.222803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828443/real 1787828443] req@ffff8a4f06e8e1c0 x1874669422253568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828443.222815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422253568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828443.222822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828443.222825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828443.222828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828443.222833:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828443.222847:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828443.222857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828443/real 1787828443] req@ffff8a4f06e8f480 x1874669422253696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828443.222869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422253696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828443.222877:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828443.222879:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828443.222941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828443.350090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828444.374117:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828445.398028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828446.422117:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828447.446009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828448.341963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828448.341984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828448.341989:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828448.342017:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4406 00000100:00080000:2.0:1787828448.342028:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828448.342035:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828448.342073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422253824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828448.342099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828448.342102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828448.342103:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828448.342106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4406 00000100:00080000:2.0:1787828448.342108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828448.342111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828448.342118:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828448.342127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422253952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828448.342134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828448.342139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828448.342141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828448.342146:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4406 00000100:00100000:1.0:1787828448.342148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422253824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828448.342149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828448.342173:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828448.342178:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828448.342192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422254080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828448.342202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828448.342212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828448.342215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828448.342219:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4406 00000100:00080000:2.0:1787828448.342223:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828448.342226:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828448.342232:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828448.342244:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828448.342245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422254208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828448.342288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828448.342291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828448.342292:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828448.342296:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4406 00000100:00080000:2.0:1787828448.342300:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828448.342303:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828448.342308:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828448.342317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422254336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828448.342339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828448/real 1787828448] req@ffff8a4f06e8cf00 x1874669422253824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828448.342356:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422253824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828448.342365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828448.342369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828448.342372:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422253824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828448.342378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828448.342399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828448.342413:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828448/real 1787828448] req@ffff8a4f06e8c3c0 x1874669422253952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828448.342426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422253952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828448.342443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828448.342445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828448.342448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422253952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828448.342471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828448.342487:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828448.342514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828448/real 1787828448] req@ffff8a4f06e8cb40 x1874669422254080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828448.342523:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422254080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828448.342530:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828448.342533:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828448.342535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828448.342540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828448.342553:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828448.342560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828448/real 1787828448] req@ffff8a4f06e8e940 x1874669422254208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828448.342569:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422254208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828448.342575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828448.342577:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828448.342581:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828448.342585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828448.342609:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828448.342617:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828448/real 1787828448] req@ffff8a4f06e8d2c0 x1874669422254336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828448.342627:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422254336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828448.342633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828448.342635:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828448.342637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828448.469961:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828449.494011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828450.518006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828451.542183:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828452.566171:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828453.462003:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828453.462013:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828453.462018:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828453.462029:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4411 00000100:00080000:0.0:1787828453.462041:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828453.462050:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828453.462114:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422254464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828453.462152:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828453.462157:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828453.462160:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828453.462165:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4411 00000100:00080000:0.0:1787828453.462170:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828453.462175:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828453.462189:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828453.462207:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422254592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828453.462245:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828453.462254:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828453.462257:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828453.462263:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4411 00000100:00100000:1.0:1787828453.462276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422254464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828453.462281:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828453.462295:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828453.462320:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828453.462333:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422254720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828453.462343:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828453.462347:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828453.462349:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828453.462352:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4411 00000100:00080000:0.0:1787828453.462356:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828453.462359:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828453.462364:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828453.462372:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422254848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828453.462381:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828453.462384:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828453.462386:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828453.462388:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4411 00000100:00080000:0.0:1787828453.462392:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828453.462398:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787828453.462402:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787828453.462405:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828453.462418:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422254976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828453.462533:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828453/real 1787828453] req@ffff8a4f13c5a580 x1874669422254464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828453.462562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422254464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828453.462578:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828453.462584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828453.462591:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422254464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828453.462602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828453.462636:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828453.462656:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828453/real 1787828453] req@ffff8a4f13c59a40 x1874669422254592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828453.462674:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422254592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828453.462686:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828453.462691:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828453.462696:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828453.462752:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828453.462813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828453.462837:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828453/real 1787828453] req@ffff8a4f13c583c0 x1874669422254720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828453.462921:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422254720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828453.462940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828453.462948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828453.462973:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828453.462982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828453.463012:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828453.463029:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828453/real 1787828453] req@ffff8a4f13c5a940 x1874669422254848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828453.463046:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422254848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828453.463057:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828453.463062:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828453.463067:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828453.463095:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828453.463134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828453.463158:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828453/real 1787828453] req@ffff8a4f13c58f00 x1874669422254976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828453.463181:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422254976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828453.463197:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828453.463203:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828453.463210:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422254976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828453.590098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828454.614147:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828455.638171:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828456.662154:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828457.686148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828458.582030:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828458.582042:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828458.582048:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828458.582067:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4416 00000100:00080000:1.0:1787828458.582083:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828458.582093:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828458.582143:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422255104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828458.582200:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828458.582208:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828458.582211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828458.582218:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4416 00000100:00080000:1.0:1787828458.582224:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828458.582229:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828458.582244:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828458.582247:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422255104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828458.582266:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422255232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828458.582283:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828458.582287:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828458.582290:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828458.582295:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4416 00000100:00080000:1.0:1787828458.582299:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828458.582303:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828458.582309:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828458.582324:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422255360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828458.582334:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828458.582338:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828458.582340:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828458.582344:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4416 00000100:00080000:1.0:1787828458.582349:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828458.582356:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828458.582360:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828458.582370:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828458.582385:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422255488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828458.582395:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828458.582399:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828458.582402:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828458.582407:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4416 00000100:00080000:1.0:1787828458.582412:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828458.582419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828458/real 1787828458] req@ffff8a4f13cb03c0 x1874669422255104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828458.582422:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828458.582432:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828458.582452:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422255616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828458.582462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422255104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828458.582491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828458.582497:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828458.582502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422255104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828458.582533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422255232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828458.582562:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828458.582577:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828458/real 1787828458] req@ffff8a4f13cb12c0 x1874669422255232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828458.582599:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422255232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828458.582634:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828458.582641:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828458.582647:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422255232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828458.582660:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422255360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828458.582701:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828458.582724:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828458/real 1787828458] req@ffff8a4f13cb0000 x1874669422255360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828458.582741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422255360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828458.582752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828458.582756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828458.582761:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422255360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828458.582769:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422255488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828458.582795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828458.582810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828458/real 1787828458] req@ffff8a4f13cb21c0 x1874669422255488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828458.582833:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422255488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828458.582850:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828458.582857:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828458.582863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422255488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828458.582947:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422255616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828458.583009:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828458.583026:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828458/real 1787828458] req@ffff8a4f13cb0780 x1874669422255616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828458.583042:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422255616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828458.583069:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828458.583073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828458.583076:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422255616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828458.710063:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828459.734255:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828460.757974:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828461.782031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828462.805974:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828463.702048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828463.702064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828463.702071:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828463.702088:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4422 00000100:00080000:2.0:1787828463.702106:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828463.702120:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828463.702214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422255744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828463.702268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828463.702289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828463.702293:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828463.702301:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4422 00000100:00080000:2.0:1787828463.702311:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828463.702321:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828463.702341:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828463.702353:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422255744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828463.702392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422255872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828463.702419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828463.702427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828463.702431:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828463.702438:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4422 00000100:00080000:2.0:1787828463.702449:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828463.702457:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787828463.702469:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:2.0:1787828463.702471:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828463.702501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422256000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828463.702521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828463.702528:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828463.702531:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828463.702538:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4422 00000100:00080000:2.0:1787828463.702547:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828463.702556:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828463.702567:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828463.702569:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828463/real 1787828463] req@ffff8a4f06e8d680 x1874669422255744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828463.702602:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422256128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828463.702622:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422255744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828463.702627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828463.702644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828463.702652:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828463.702669:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4422 00000100:00080000:3.0:1787828463.702672:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787828463.702681:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828463.702687:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:2.0:1787828463.702698:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828463.702706:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422255744:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787828463.702713:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828463.702743:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422256256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828463.702774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422255872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828463.702819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828463.702835:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828463/real 1787828463] req@ffff8a4f06e8de00 x1874669422255872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828463.702848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422255872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828463.702856:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828463.702859:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828463.702862:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422255872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828463.702895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828463.702914:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828463.702924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828463/real 1787828463] req@ffff8a4f06e8e580 x1874669422256000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828463.702944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422256000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828463.702951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828463.702954:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828463.702957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828463.702961:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828463.702975:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828463.702983:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828463/real 1787828463] req@ffff8a4f06e8f840 x1874669422256128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828463.702993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422256128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828463.703009:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828463.703012:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828463.703018:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828463.703035:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828463.703051:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828463.703061:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828463/real 1787828463] req@ffff8a4f06e8c000 x1874669422256256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828463.703070:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422256256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828463.703093:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828463.703095:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828463.703098:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828463.830103:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828464.854101:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828465.878227:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828466.902036:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828467.926070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828468.821944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828468.821952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828468.821956:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828468.821965:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4427 00000100:00080000:2.0:1787828468.821975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828468.821992:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828468.822031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422256384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828468.822055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828468.822058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828468.822060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828468.822062:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4427 00000100:00080000:2.0:1787828468.822065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828468.822067:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828468.822077:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828468.822087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422256512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828468.822095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828468.822097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828468.822098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828468.822101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4427 00000100:00080000:2.0:1787828468.822103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828468.822128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828468.822128:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422256384:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787828468.822136:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828468.822145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422256640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828468.822153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828468.822155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828468.822156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828468.822159:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4427 00000100:00080000:2.0:1787828468.822162:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828468.822164:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828468.822167:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828468.822175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422256768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828468.822193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828468.822196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828468.822198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828468.822202:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4427 00000800:00000100:3.0:1787828468.822207:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828468.822209:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828468.822215:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828468.822221:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828468.822235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422256896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828468.822248:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828468/real 1787828468] req@ffff8a4f06e8f0c0 x1874669422256384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828468.822264:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422256384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828468.822272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828468.822276:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828468.822280:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422256384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828468.822285:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828468.822299:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828468.822307:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828468/real 1787828468] req@ffff8a4f06e8c000 x1874669422256512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828468.822315:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422256512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828468.822321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828468.822324:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828468.822326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828468.822348:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828468.822359:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828468.822365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828468/real 1787828468] req@ffff8a4f06e8f840 x1874669422256640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828468.822373:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422256640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828468.822378:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828468.822379:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828468.822381:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828468.822385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828468.822395:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828468.822408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828468/real 1787828468] req@ffff8a4f06e8e580 x1874669422256768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828468.822415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422256768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828468.822420:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828468.822422:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828468.822424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828468.822427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828468.822436:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828468.822442:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828468/real 1787828468] req@ffff8a4f06e8de00 x1874669422256896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828468.822448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422256896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828468.822453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828468.822455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828468.822457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422256896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828468.950040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828469.974039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828470.998023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828472.022214:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828473.046167:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828473.942018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828473.942030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828473.942036:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828473.942048:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4432 00000100:00080000:0.0:1787828473.942062:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828473.942099:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828473.942151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422257024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828473.942187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828473.942192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828473.942194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828473.942199:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4432 00000100:00080000:0.0:1787828473.942203:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828473.942214:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828473.942228:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828473.942241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422257152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828473.942254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828473.942259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828473.942261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828473.942266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4432 00000100:00080000:0.0:1787828473.942272:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828473.942276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828473.942282:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828473.942287:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422257024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828473.942297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422257280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828473.942310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828473.942314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828473.942317:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828473.942322:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4432 00000100:00080000:0.0:1787828473.942326:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828473.942330:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828473.942336:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828473.942350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422257408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828473.942361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828473.942365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828473.942367:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828473.942371:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4432 00000100:00080000:0.0:1787828473.942375:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828473.942381:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787828473.942387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787828473.942391:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828473.942409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422257536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828473.942451:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828473/real 1787828473] req@ffff8a4f13c5a1c0 x1874669422257024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828473.942474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422257024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828473.942487:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828473.942491:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828473.942497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422257024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828473.942505:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828473.942528:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828473.942542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828473/real 1787828473] req@ffff8a4f13c592c0 x1874669422257152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828473.942555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422257152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828473.942563:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828473.942566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828473.942569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828473.942599:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828473.942616:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828473.942627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828473/real 1787828473] req@ffff8a4f13c5b0c0 x1874669422257280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828473.942640:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422257280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828473.942648:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828473.942652:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828473.942658:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828473.942668:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828473.942699:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828473.942720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828473/real 1787828473] req@ffff8a4f13c5bc00 x1874669422257408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828473.942742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422257408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828473.942756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828473.942762:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828473.942768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828473.942778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828473.942804:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828473.942817:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828473/real 1787828473] req@ffff8a4f13c58f00 x1874669422257536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828473.942831:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422257536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828473.942886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828473.942891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828473.942895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828474.070224:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828475.094049:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828476.118132:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828477.141998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828478.166173:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828479.062024:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828479.062058:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828479.062065:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828479.062107:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4437 00000100:00080000:1.0:1787828479.062123:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828479.062136:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828479.062190:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422257664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828479.062225:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828479.062230:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828479.062232:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828479.062237:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4437 00000100:00080000:1.0:1787828479.062242:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828479.062247:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828479.062261:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828479.062277:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422257792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828479.062291:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828479.062295:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828479.062297:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828479.062306:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4437 00000100:00100000:3.0:1787828479.062306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422257664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828479.062315:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828479.062349:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828479.062355:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828479.062371:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422257920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828479.062383:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828479.062388:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828479.062390:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828479.062395:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4437 00000100:00080000:1.0:1787828479.062405:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828479.062409:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828479.062415:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828479.062424:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828479.062431:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422258048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828479.062454:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828479.062458:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828479.062461:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828479.062465:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4437 00000100:00080000:1.0:1787828479.062469:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828479.062472:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828479.062477:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828479.062500:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422258176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828479.062518:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828479/real 1787828479] req@ffff8a4f13cb2d00 x1874669422257664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828479.062576:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422257664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828479.062599:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828479.062609:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828479.062618:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422257664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828479.062681:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828479.062716:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828479.062734:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828479/real 1787828479] req@ffff8a4f13cb1a40 x1874669422257792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828479.062762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422257792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828479.062773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828479.062777:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828479.062781:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828479.062789:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828479.062810:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828479.062822:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828479/real 1787828479] req@ffff8a4f13cb30c0 x1874669422257920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828479.062836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422257920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828479.062887:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828479.062891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828479.062895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422257920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828479.062902:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828479.062925:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828479.062937:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828479/real 1787828479] req@ffff8a4f13cb1e00 x1874669422258048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828479.062950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422258048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828479.062959:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828479.062963:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828479.062966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828479.062972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828479.062988:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828479.062998:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828479/real 1787828479] req@ffff8a4f13cb3840 x1874669422258176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828479.063010:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422258176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828479.063018:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828479.063021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828479.063025:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828479.190151:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828480.214097:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828481.238045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828482.262143:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828483.286070:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828484.181982:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828484.181994:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828484.182044:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828484.182057:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4442 00000100:00080000:1.0:1787828484.182067:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828484.182075:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828484.182129:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422258304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828484.182156:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828484.182159:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828484.182161:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828484.182164:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4442 00000100:00080000:1.0:1787828484.182167:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828484.182170:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828484.182183:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828484.182193:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422258432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828484.182203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828484.182206:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828484.182208:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828484.182210:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4442 00000100:00080000:1.0:1787828484.182212:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828484.182217:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828484.182223:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828484.182223:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422258304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828484.182238:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422258560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828484.182246:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828484.182249:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828484.182251:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828484.182253:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4442 00000100:00080000:1.0:1787828484.182256:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828484.182259:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828484.182263:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828484.182273:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422258688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828484.182280:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828484.182283:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828484.182285:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828484.182288:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4442 00000100:00080000:1.0:1787828484.182300:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828484.182303:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828484.182307:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828484.182315:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422258816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828484.182358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828484.182387:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828484.182404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828484.182431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828484.310173:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828485.334075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828486.358186:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828487.254349:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828487.254428:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828487.254469:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828487.254532:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828487.254549:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828487.254565:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828487.254587:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787828487.254640:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828484/real 1787828487] req@ffff8a4f13cb2580 x1874669422258432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828487.254701:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422258432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828487.254723:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828487.254734:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828487.254742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828487.254757:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828484/real 1787828487] req@ffff8a4f13cb3840 x1874669422258560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828487.254782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422258560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828487.254799:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828487.254806:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828487.254813:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828487.254827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828484/real 1787828487] req@ffff8a4f13cb1e00 x1874669422258688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828487.254901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422258688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828487.254920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828487.254928:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828487.254936:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828487.254952:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828484/real 1787828487] req@ffff8a4f13cb30c0 x1874669422258816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828487.255010:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422258816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828487.255029:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828487.255038:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828487.255045:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422258816:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828487.255198:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828484/real 1787828487] req@ffff8a4f13cb0b40 x1874669422258304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828487.255228:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422258304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828487.255245:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828487.255253:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828487.255259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422258304:192.168.203.149@tcp:250:kworker.0 00010000:00010000:3.0:1787828487.382139:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828488.406216:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828489.302050:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828489.302065:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828489.302072:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828489.302091:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4447 00000100:00080000:2.0:1787828489.302110:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828489.302124:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828489.302184:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422258944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828489.302240:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828489.302248:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828489.302252:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828489.302261:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4447 00000100:00080000:2.0:1787828489.302270:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828489.302279:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828489.302298:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828489.302331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422258944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828489.302335:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422259072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828489.302369:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828489.302374:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828489.302378:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828489.302384:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4447 00000100:00080000:2.0:1787828489.302391:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828489.302400:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828489.302412:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828489.302456:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422259200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828489.302479:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787828489.302491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828489.302494:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828489.302503:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828489.302514:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4447 00000100:00080000:2.0:1787828489.302526:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828489.302536:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828489.302548:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828489.302573:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422259328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828489.302594:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828489.302602:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828489.302607:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828489.302619:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828489/real 1787828489] req@ffff8a4f06e8d680 x1874669422258944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828489.302621:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4447 00000100:00080000:2.0:1787828489.302636:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828489.302653:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828489.302666:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828489.302677:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422258944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787828489.302702:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422259456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828489.302705:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828489.302727:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828489.302749:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422258944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828489.302802:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828489.302899:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828489.302932:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828489/real 1787828489] req@ffff8a4f06e8d2c0 x1874669422259072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828489.302959:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422259072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828489.303263:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828489.303274:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828489.303282:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828489.303299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828489.303381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828489.303414:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828489/real 1787828489] req@ffff8a4f06e8e940 x1874669422259200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828489.303433:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422259200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828489.303442:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828489.303445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828489.303447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828489.303453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828489.303483:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828489.303497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828489/real 1787828489] req@ffff8a4f06e8cb40 x1874669422259328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828489.303511:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422259328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828489.303519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828489.303523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828489.303528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828489.303535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828489.303557:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828489.303567:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828489/real 1787828489] req@ffff8a4f06e8c3c0 x1874669422259456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828489.303575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422259456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828489.303581:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828489.303583:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828489.303585:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828489.430082:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828490.454044:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828491.478126:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828492.502074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828493.525985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828494.422051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828494.422063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828494.422070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828494.422087:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4452 00000100:00080000:0.0:1787828494.422122:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828494.422137:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828494.422200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422259584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828494.422266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828494.422274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828494.422291:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828494.422302:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4452 00000100:00080000:0.0:1787828494.422311:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828494.422336:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828494.422350:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422259584:192.168.203.149@tcp:250:kworker.0 00000008:00100000:0.0:1787828494.422355:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828494.422383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422259712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828494.422418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828494.422423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828494.422426:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828494.422432:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4452 00000100:00080000:0.0:1787828494.422439:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828494.422444:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828494.422453:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828494.422471:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422259840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828494.422488:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787828494.422495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828494.422501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828494.422505:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828494.422512:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4452 00000100:00080000:0.0:1787828494.422518:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828494.422523:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828494.422530:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828494.422545:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422259968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828494.422558:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828494.422562:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828494.422564:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828494.422569:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4452 00000100:00080000:0.0:1787828494.422573:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828494.422581:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828494/real 1787828494] req@ffff8a4f13c5a940 x1874669422259584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828494.422583:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828494.422595:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828494.422618:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422260096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828494.422635:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422259584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828494.422662:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828494.422671:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828494.422698:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422259584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828494.422739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828494.422775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828494.422792:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828494/real 1787828494] req@ffff8a4f13c583c0 x1874669422259712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828494.422808:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422259712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828494.422818:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828494.422822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828494.422826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828494.422833:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828494.422871:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828494.422953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828494/real 1787828494] req@ffff8a4f13c59a40 x1874669422259840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828494.422975:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422259840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828494.422986:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828494.422990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828494.422994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828494.423003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828494.423034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828494.423050:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828494/real 1787828494] req@ffff8a4f13c5a580 x1874669422259968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828494.423065:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422259968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828494.423075:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828494.423078:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828494.423082:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422259968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828494.423090:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828494.423128:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828494.423140:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828494/real 1787828494] req@ffff8a4f13c58000 x1874669422260096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828494.423160:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422260096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828494.423175:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828494.423181:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828494.423187:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828494.550199:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828495.574072:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828496.598153:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828497.622102:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828498.646153:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828499.542023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828499.542033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828499.542038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828499.542050:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4457 00000100:00080000:2.0:1787828499.542062:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828499.542071:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828499.542115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422260224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828499.542145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828499.542148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828499.542150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828499.542154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4457 00000100:00080000:2.0:1787828499.542157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828499.542162:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828499.542174:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828499.542186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422260352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828499.542199:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422260224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828499.542201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828499.542212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828499.542214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828499.542218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4457 00000100:00080000:2.0:1787828499.542221:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828499.542225:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828499.542230:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828499.542241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422260480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828499.542249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828499.542253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828499.542255:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828499.542258:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4457 00000100:00080000:2.0:1787828499.542279:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828499.542284:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828499.542289:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828499.542297:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828499.542304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422260608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828499.542316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828499.542319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828499.542321:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828499.542325:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4457 00000100:00080000:2.0:1787828499.542328:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828499.542331:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828499.542335:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828499.542345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422260736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828499.542358:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828499/real 1787828499] req@ffff8a4f06e8cf00 x1874669422260224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828499.542382:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422260224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828499.542394:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828499.542399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828499.542403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422260224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828499.542430:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828499.542452:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828499.542464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828499/real 1787828499] req@ffff8a4f06e8f480 x1874669422260352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828499.542477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422260352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828499.542485:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828499.542488:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828499.542491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828499.542496:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828499.542510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828499.542519:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828499/real 1787828499] req@ffff8a4f06e8e1c0 x1874669422260480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828499.542530:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422260480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828499.542544:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828499.542547:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828499.542550:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828499.542555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828499.542579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828499.542589:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828499/real 1787828499] req@ffff8a4f06e8ed00 x1874669422260608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828499.542600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422260608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828499.542608:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828499.542611:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828499.542614:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828499.542619:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828499.542634:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828499.542642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828499/real 1787828499] req@ffff8a4f06e8c780 x1874669422260736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828499.542653:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422260736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828499.542660:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828499.542663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828499.542666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828499.670107:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828500.694118:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828501.718106:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828502.742156:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828503.766100:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828504.662018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828504.662029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828504.662035:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828504.662047:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4463 00000100:00080000:0.0:1787828504.662060:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828504.662070:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828504.662116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422260864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828504.662149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828504.662153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828504.662155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828504.662159:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4463 00000100:00080000:0.0:1787828504.662162:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828504.662166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828504.662179:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828504.662193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422260992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828504.662207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828504.662212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828504.662215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828504.662224:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422260864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828504.662229:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4463 00000100:00080000:0.0:1787828504.662240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828504.662246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828504.662254:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828504.662278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422261120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828504.662307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828504.662311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828504.662313:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828504.662318:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4463 00000100:00080000:0.0:1787828504.662336:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828504.662345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787828504.662346:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828504.662359:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828504.662383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422261248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828504.662399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828504.662414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787828504.662419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828504/real 1787828504] req@ffff8a4f13c59680 x1874669422260864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828504.662421:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828504.662438:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4463 00000100:00080000:0.0:1787828504.662452:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828504.662458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422260864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828504.662466:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828504.662482:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787828504.662487:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828504.662495:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828504.662502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422260864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828504.662507:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422261376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828504.662537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828504.662567:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828504.662580:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828504/real 1787828504] req@ffff8a4f13c5b480 x1874669422260992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828504.662594:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422260992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828504.662603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828504.662606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828504.662611:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422260992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828504.662617:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828504.662633:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828504.662643:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828504/real 1787828504] req@ffff8a4f13c5ad00 x1874669422261120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828504.662669:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422261120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828504.662677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828504.662680:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828504.662684:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828504.662689:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828504.662707:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828504.662716:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828504/real 1787828504] req@ffff8a4f13c58780 x1874669422261248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828504.662728:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422261248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828504.662736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828504.662739:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828504.662742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828504.662748:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828504.662762:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828504.662771:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828504/real 1787828504] req@ffff8a4f13c58000 x1874669422261376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828504.662783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422261376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828504.662791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828504.662793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828504.662796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828504.790067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828505.814074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828506.838040:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828507.862021:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828508.886173:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828509.782028:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828509.782041:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828509.782047:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828509.782061:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4468 00000100:00080000:1.0:1787828509.782087:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828509.782098:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828509.782160:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422261504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828509.782207:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828509.782212:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828509.782214:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828509.782219:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4468 00000100:00080000:1.0:1787828509.782223:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828509.782228:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828509.782242:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828509.782258:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422261632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828509.782283:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828509.782289:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828509.782296:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828509.782297:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422261504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828509.782318:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4468 00000100:00080000:1.0:1787828509.782324:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828509.782333:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828509.782341:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828509.782361:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422261760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828509.782373:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828509.782378:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828509.782381:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828509.782386:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4468 00000100:00080000:1.0:1787828509.782390:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828509.782395:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787828509.782404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787828509.782409:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828509.782441:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422261888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828509.782460:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828509.782467:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828509.782472:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828509.782480:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828509/real 1787828509] req@ffff8a4f13cb1a40 x1874669422261504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828509.782490:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4468 00000100:00080000:1.0:1787828509.782509:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828509.782522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422261504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828509.782526:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828509.782541:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787828509.782548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828509.782557:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828509.782570:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422261504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828509.782571:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422262016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828509.782615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828509.782649:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828509.782667:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828509/real 1787828509] req@ffff8a4f13cb2d00 x1874669422261632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828509.782684:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422261632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828509.782695:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828509.782699:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828509.782704:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828509.782711:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828509.782730:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828509.782742:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828509/real 1787828509] req@ffff8a4f13cb0780 x1874669422261760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828509.782756:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422261760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828509.782766:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828509.782770:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828509.782773:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828509.782780:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828509.782799:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828509.782810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828509/real 1787828509] req@ffff8a4f13cb21c0 x1874669422261888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828509.782901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422261888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828509.782914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828509.782918:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828509.782923:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422261888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828509.782935:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828509.782978:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828509.783002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828509/real 1787828509] req@ffff8a4f13cb0000 x1874669422262016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828509.783029:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422262016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828509.783044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828509.783049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828509.783053:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828509.910030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828510.934141:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828511.958051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828512.982107:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828514.006001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828514.902010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828514.902022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828514.902028:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828514.902043:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4473 00000100:00080000:3.0:1787828514.902074:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828514.902089:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828514.902156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422262144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828514.902204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828514.902209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828514.902212:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828514.902218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4473 00000100:00080000:3.0:1787828514.902226:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828514.902233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828514.902249:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828514.902265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422262144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828514.902276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422262272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828514.902294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828514.902298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828514.902301:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828514.902307:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4473 00000100:00080000:3.0:1787828514.902312:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828514.902316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828514.902321:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828514.902337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422262400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828514.902350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828514.902353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828514.902356:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828514.902361:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4473 00000100:00080000:3.0:1787828514.902367:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828514.902372:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828514.902380:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828514.902387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828514.902403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422262528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828514.902417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828514.902421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828514.902423:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828514.902427:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4473 00000100:00080000:3.0:1787828514.902432:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828514.902437:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828514.902443:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828514.902457:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422262656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828514.902472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828514/real 1787828514] req@ffff8a4f08da8780 x1874669422262144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828514.902502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422262144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828514.902517:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828514.902523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828514.902537:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422262144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828514.902571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828514.902601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828514.902618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828514/real 1787828514] req@ffff8a4f08da9e00 x1874669422262272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828514.902634:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422262272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828514.902645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828514.902649:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828514.902654:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828514.902662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828514.902681:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828514.902693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828514/real 1787828514] req@ffff8a4f08da92c0 x1874669422262400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828514.902707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422262400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828514.902717:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828514.902720:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828514.902724:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828514.902731:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828514.902749:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828514.902760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828514/real 1787828514] req@ffff8a4f08da8b40 x1874669422262528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828514.902774:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422262528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828514.902783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828514.902817:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828514.902822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828514.902830:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828514.902891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828514.902909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828514/real 1787828514] req@ffff8a4f08daa580 x1874669422262656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828514.902924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422262656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828514.902935:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828514.902938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828514.902942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828515.030075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828516.054109:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828517.078089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828518.102037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828519.126133:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828520.021927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828520.021937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828520.021941:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828520.021952:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4478 00000100:00080000:3.0:1787828520.021964:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828520.021971:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828520.022013:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422262784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828520.022051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828520.022055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828520.022057:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828520.022061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4478 00000100:00080000:3.0:1787828520.022063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828520.022066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828520.022077:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828520.022088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422262912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828520.022098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828520.022101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828520.022103:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828520.022106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4478 00000100:00080000:3.0:1787828520.022108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828520.022111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828520.022114:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828520.022122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422263040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828520.022137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828520.022141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787828520.022142:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422262784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828520.022143:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828520.022153:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4478 00000100:00080000:3.0:1787828520.022156:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828520.022160:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828520.022164:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828520.022173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422263168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828520.022180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828520.022183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828520.022185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828520.022188:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4478 00000100:00080000:3.0:1787828520.022190:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828520.022200:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828520.022204:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828520.022213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422263296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828520.022235:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828520.022292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828520/real 1787828520] req@ffff8a4f08da8000 x1874669422262784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828520.022327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422262784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828520.022342:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828520.022347:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828520.022353:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422262784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828520.022362:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828520.022400:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828520.022416:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828520/real 1787828520] req@ffff8a4f08dabc00 x1874669422262912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828520.022433:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422262912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828520.022454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828520.022458:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828520.022463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422262912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828520.022491:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828520.022511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828520.022527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828520/real 1787828520] req@ffff8a4f08dab0c0 x1874669422263040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828520.022556:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422263040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828520.022566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828520.022570:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828520.022573:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828520.022580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828520.022616:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828520.022630:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828520/real 1787828520] req@ffff8a4f08da83c0 x1874669422263168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828520.022642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422263168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828520.022650:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828520.022653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828520.022658:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828520.022681:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828520.022695:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828520.022703:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828520/real 1787828520] req@ffff8a4f08dab480 x1874669422263296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828520.022712:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422263296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828520.022718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828520.022721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828520.022723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828520.150022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828521.174102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828522.198108:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828523.222179:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828524.246118:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828525.141949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828525.141962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828525.141967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828525.141981:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4483 00000100:00080000:3.0:1787828525.141994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828525.142004:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828525.142055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422263424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828525.142091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828525.142096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828525.142098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828525.142103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4483 00000100:00080000:3.0:1787828525.142107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828525.142112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828525.142143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828525.142162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422263552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828525.142179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828525.142187:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422263424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828525.142188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828525.142194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828525.142204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4483 00000100:00080000:3.0:1787828525.142209:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828525.142214:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828525.142220:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828525.142240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422263680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828525.142254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828525.142260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828525.142263:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828525.142268:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4483 00000800:00000100:1.0:1787828525.142276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828525.142276:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828525.142287:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828525.142297:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828525.142313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422263808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828525.142323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828525.142326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828525.142328:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828525.142331:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4483 00000100:00080000:3.0:1787828525.142336:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828525.142340:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828525.142345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828525/real 1787828525] req@ffff8a4f08da9a40 x1874669422263424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787828525.142347:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828525.142367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422263936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828525.142375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422263424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828525.142393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828525.142398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828525.142403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422263424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828525.142448:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828525.142486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828525.142505:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828525/real 1787828525] req@ffff8a4f08da9680 x1874669422263552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828525.142518:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422263552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828525.142526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828525.142529:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828525.142532:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828525.142538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828525.142557:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828525.142566:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828525/real 1787828525] req@ffff8a4f08da8f00 x1874669422263680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828525.142577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422263680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828525.142584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828525.142587:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828525.142590:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828525.142595:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828525.142609:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828525.142618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828525/real 1787828525] req@ffff8a4f08daa940 x1874669422263808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828525.142628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422263808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828525.142636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828525.142639:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828525.142641:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828525.142646:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828525.142659:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828525.142667:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828525/real 1787828525] req@ffff8a4f08daad00 x1874669422263936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828525.142677:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422263936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828525.142684:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828525.142687:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828525.142690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422263936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828525.270047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828526.294167:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828527.318151:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828528.342150:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828529.366156:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828530.262066:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828530.262077:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828530.262083:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828530.262109:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4488 00000100:00080000:2.0:1787828530.262125:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828530.262137:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828530.262192:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422264064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828530.262260:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828530.262265:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828530.262268:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828530.262273:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4488 00000100:00080000:2.0:1787828530.262279:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828530.262284:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828530.262311:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828530.262337:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422264192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828530.262359:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828530.262366:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828530.262371:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828530.262379:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4488 00000100:00080000:2.0:1787828530.262388:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828530.262401:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422264064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828530.262402:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828530.262422:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828530.262451:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422264320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828530.262469:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828530.262473:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828530.262475:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828530.262480:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4488 00000100:00080000:2.0:1787828530.262485:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828530.262490:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828530.262497:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828530.262510:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422264448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828530.262523:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787828530.262533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828530.262535:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828530.262542:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828530.262549:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4488 00000100:00080000:2.0:1787828530.262573:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828530.262578:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828530.262584:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828530.262598:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422264576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828530.262651:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828530/real 1787828530] req@ffff8a4f06e8da40 x1874669422264064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828530.262703:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422264064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828530.262719:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828530.262725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828530.262731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422264064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828530.262753:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828530.262789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828530.262806:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828530/real 1787828530] req@ffff8a4f06e8c780 x1874669422264192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828530.262823:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422264192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828530.262833:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828530.262837:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828530.262841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828530.262935:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828530.262964:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828530.262996:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828530/real 1787828530] req@ffff8a4f06e8ed00 x1874669422264320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828530.263009:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422264320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828530.263017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828530.263021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828530.263024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828530.263029:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828530.263080:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828530.263092:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828530/real 1787828530] req@ffff8a4f06e8e1c0 x1874669422264448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828530.263108:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422264448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828530.263118:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828530.263121:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828530.263124:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828530.263132:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828530.263151:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828530.263179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828530/real 1787828530] req@ffff8a4f06e8f480 x1874669422264576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828530.263191:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422264576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828530.263199:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828530.263201:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828530.263204:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828530.390121:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828531.414000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828532.438011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828533.462123:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828534.486070:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828535.382131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828535.382141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828535.382145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828535.382156:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4493 00000100:00080000:0.0:1787828535.382169:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828535.382178:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828535.382233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422264704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828535.382270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828535.382274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828535.382276:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828535.382279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4493 00000100:00080000:0.0:1787828535.382282:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828535.382286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828535.382298:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828535.382309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422264832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828535.382321:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422264704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828535.382322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828535.382341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828535.382345:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828535.382351:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4493 00000100:00080000:0.0:1787828535.382355:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828535.382358:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828535.382362:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828535.382373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422264960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828535.382380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828535.382384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828535.382385:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828535.382389:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4493 00000100:00080000:0.0:1787828535.382412:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828535.382415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828535.382419:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828535.382427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828535.382432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422265088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828535.382442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828535.382445:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828535.382447:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828535.382450:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4493 00000100:00080000:0.0:1787828535.382456:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828535.382459:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828535.382462:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828535.382470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422265216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828535.382498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828535/real 1787828535] req@ffff8a4f13c5a580 x1874669422264704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828535.382527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422264704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828535.382561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828535.382568:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828535.382574:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422264704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828535.382606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828535.382638:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828535.382686:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828535/real 1787828535] req@ffff8a4f13c59a40 x1874669422264832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828535.382705:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422264832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828535.382715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828535.382720:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828535.382725:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828535.382741:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828535.382768:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828535.382796:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828535/real 1787828535] req@ffff8a4f13c583c0 x1874669422264960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828535.382812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422264960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828535.382823:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828535.382827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828535.382832:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422264960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828535.382841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828535.382913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828535.382928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828535/real 1787828535] req@ffff8a4f13c5a940 x1874669422265088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828535.382944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422265088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828535.382954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828535.382959:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828535.382963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828535.382972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828535.383010:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828535.383037:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828535/real 1787828535] req@ffff8a4f13c58f00 x1874669422265216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828535.383054:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422265216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828535.383065:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828535.383069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828535.383073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828535.510072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828536.533979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828537.558171:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828538.581972:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828539.606003:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828540.501935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828540.501956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828540.501960:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828540.501970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4498 00000100:00080000:0.0:1787828540.501981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828540.501989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828540.502032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422265344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828540.502063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828540.502069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828540.502071:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828540.502075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4498 00000100:00080000:0.0:1787828540.502079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828540.502084:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828540.502095:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828540.502114:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422265344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828540.502117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422265472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828540.502135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828540.502138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828540.502139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828540.502142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4498 00000100:00080000:0.0:1787828540.502147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828540.502161:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828540.502165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828540.502175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422265600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828540.502183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828540.502186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828540.502188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828540.502191:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4498 00000100:00080000:0.0:1787828540.502207:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828540.502210:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828540.502218:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828540.502232:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828540.502239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422265728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828540.502248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828540.502251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828540.502253:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828540.502256:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4498 00000100:00080000:0.0:1787828540.502260:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828540.502264:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828540.502267:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828540.502277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422265856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828540.502292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828540/real 1787828540] req@ffff8a4f13c5bc00 x1874669422265344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828540.502320:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422265344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828540.502335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828540.502342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828540.502347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422265344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828540.502397:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828540.502463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828540.502501:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828540/real 1787828540] req@ffff8a4f13c5b0c0 x1874669422265472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828540.502527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422265472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828540.502544:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828540.502551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828540.502558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828540.502571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828540.502636:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828540.502678:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828540/real 1787828540] req@ffff8a4f13c592c0 x1874669422265600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828540.502698:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422265600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828540.502741:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828540.502748:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828540.502755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828540.502769:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828540.502815:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828540.502837:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828540/real 1787828540] req@ffff8a4f13c5a1c0 x1874669422265728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828540.502852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422265728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828540.502859:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828540.502862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828540.502864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828540.502870:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828540.502888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828540.502928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828540/real 1787828540] req@ffff8a4f13c58f00 x1874669422265856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828540.502939:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422265856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828540.502946:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828540.502949:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828540.502952:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422265856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828540.630003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828541.654127:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828542.678109:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828543.702112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828544.726080:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828545.622001:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828545.622010:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828545.622013:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828545.622024:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4504 00000100:00080000:1.0:1787828545.622037:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828545.622047:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828545.622092:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422265984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828545.622133:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828545.622136:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828545.622138:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828545.622141:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4504 00000100:00080000:1.0:1787828545.622144:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828545.622147:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828545.622158:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828545.622170:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422266112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828545.622180:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422265984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828545.622181:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828545.622189:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828545.622193:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828545.622199:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4504 00000100:00080000:1.0:1787828545.622201:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828545.622205:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828545.622209:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828545.622231:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422266240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828545.622238:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828545.622241:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828545.622243:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828545.622246:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4504 00000100:00080000:1.0:1787828545.622249:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828545.622253:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828545.622256:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828545.622264:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422266368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828545.622271:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787828545.622276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828545.622277:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828545.622282:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828545.622286:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4504 00000100:00080000:1.0:1787828545.622290:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828545.622293:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828545.622297:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828545.622306:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422266496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828545.622331:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828545/real 1787828545] req@ffff8a4f13cb12c0 x1874669422265984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828545.622352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422265984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828545.622362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828545.622365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828545.622369:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422265984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828545.622391:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828545.622409:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828545.622418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828545/real 1787828545] req@ffff8a4f13cb03c0 x1874669422266112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828545.622428:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422266112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828545.622443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828545.622445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828545.622448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828545.622452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828545.622464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828545.622471:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828545/real 1787828545] req@ffff8a4f13cb0000 x1874669422266240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828545.622486:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422266240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828545.622491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828545.622493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828545.622495:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828545.622499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828545.622511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828545.622518:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828545/real 1787828545] req@ffff8a4f13cb21c0 x1874669422266368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828545.622526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422266368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828545.622531:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828545.622533:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828545.622535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828545.622539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828545.622549:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828545.622556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828545/real 1787828545] req@ffff8a4f13cb0780 x1874669422266496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828545.622564:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422266496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828545.622588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828545.622591:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828545.622594:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828545.750054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828546.774217:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828547.798084:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828548.822023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828549.846125:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828550.741911:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828550.741919:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828550.741923:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828550.741931:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4509 00000100:00080000:1.0:1787828550.741941:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828550.741948:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828550.741983:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422266624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828550.742018:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828550.742021:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828550.742022:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828550.742025:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4509 00000100:00080000:1.0:1787828550.742027:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828550.742030:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828550.742039:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828550.742047:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422266752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828550.742054:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828550.742057:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828550.742059:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828550.742061:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4509 00000100:00080000:1.0:1787828550.742063:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828550.742065:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828550.742068:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828550.742078:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422266880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828550.742078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422266624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828550.742092:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828550.742094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828550.742095:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828550.742098:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4509 00000100:00080000:1.0:1787828550.742100:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828550.742102:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828550.742105:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828550.742113:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422267008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828550.742119:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828550.742122:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828550.742124:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828550.742125:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4509 00000100:00080000:1.0:1787828550.742129:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828550.742131:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828550.742134:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828550.742142:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422267136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828550.742195:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828550.742223:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828550.742241:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828550.742256:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828550.870018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828551.894144:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828552.918054:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828553.814099:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828553.814147:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828553.814167:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828553.814205:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828553.814216:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828553.814227:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828553.814233:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787828553.814257:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828550/real 1787828553] req@ffff8a4f13cb0b40 x1874669422266880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828553.814285:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422266880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828553.814295:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828553.814301:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828553.814306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828553.814314:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828550/real 1787828553] req@ffff8a4f13cb30c0 x1874669422267008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828553.814332:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422267008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828553.814340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828553.814344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828553.814348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828553.814355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828550/real 1787828553] req@ffff8a4f13cb1e00 x1874669422267136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828553.814365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422267136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828553.814373:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828553.814376:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828553.814379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267136:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828553.814386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828550/real 1787828553] req@ffff8a4f13cb2d00 x1874669422266624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828553.814399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422266624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828553.814407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828553.814411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828553.814415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422266624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828553.814420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828550/real 1787828553] req@ffff8a4f13cb1a40 x1874669422266752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828553.814429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422266752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828553.814437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828553.814441:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828553.814444:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422266752:192.168.203.149@tcp:38:kworker.0 00010000:00010000:3.0:1787828553.942041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828554.966008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828555.861928:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828555.861937:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828555.861941:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828555.861951:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4514 00000100:00080000:1.0:1787828555.861962:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828555.861970:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828555.862005:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422267264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828555.862031:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828555.862035:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828555.862037:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828555.862052:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4514 00000100:00080000:1.0:1787828555.862056:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828555.862062:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422267264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828555.862065:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828555.862079:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828555.862093:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422267392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828555.862102:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828555.862105:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828555.862107:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828555.862110:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4514 00000100:00080000:1.0:1787828555.862113:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828555.862116:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828555.862119:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828555.862133:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422267520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828555.862139:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828555.862150:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828555.862155:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828555.862157:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828555.862162:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4514 00000100:00080000:1.0:1787828555.862166:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828555.862171:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828555.862177:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828555.862193:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828555/real 1787828555] req@ffff8a4f13cb3840 x1874669422267264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828555.862194:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422267648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828555.862231:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828555.862235:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828555.862238:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828555.862240:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422267264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828555.862246:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4514 00000100:00080000:1.0:1787828555.862255:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828555.862262:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:3.0:1787828555.862263:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787828555.862271:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787828555.862273:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828555.862281:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422267264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828555.862289:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422267776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828555.862320:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828555.862349:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828555.862367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828555/real 1787828555] req@ffff8a4f13cb2580 x1874669422267392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828555.862380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422267392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828555.862395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828555.862399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828555.862403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828555.862409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828555.862431:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828555.862443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828555/real 1787828555] req@ffff8a4f13cb1a40 x1874669422267520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828555.862454:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422267520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828555.862462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828555.862466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828555.862469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828555.862476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828555.862497:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828555.862524:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828555/real 1787828555] req@ffff8a4f13cb2d00 x1874669422267648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828555.862536:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422267648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828555.862545:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828555.862548:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828555.862552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828555.862558:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828555.862579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828555.862590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828555/real 1787828555] req@ffff8a4f13cb1e00 x1874669422267776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828555.862602:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422267776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828555.862609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828555.862612:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828555.862615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422267776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828555.990096:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828557.013988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828558.038075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828559.062057:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828560.086252:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828560.982052:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828560.982069:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828560.982076:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828560.982093:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4519 00000100:00080000:3.0:1787828560.982121:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828560.982133:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828560.982202:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422267904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828560.982243:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828560.982248:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828560.982259:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828560.982264:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4519 00000100:00080000:3.0:1787828560.982271:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828560.982279:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828560.982298:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828560.982328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422267904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828560.982339:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422268032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828560.982366:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828560.982373:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828560.982377:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828560.982385:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4519 00000100:00080000:3.0:1787828560.982393:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828560.982409:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828560.982415:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828560.982433:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422268160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828560.982446:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787828560.982452:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828560.982454:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828560.982460:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828560.982492:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4519 00000100:00080000:3.0:1787828560.982510:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828560.982516:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828560.982524:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828560.982541:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422268288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828560.982553:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828560.982557:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828560.982560:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828560.982575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828560/real 1787828560] req@ffff8a4f08daa1c0 x1874669422267904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828560.982579:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4519 00000100:00080000:3.0:1787828560.982598:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828560.982607:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828560.982612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422267904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787828560.982621:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828560.982640:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422268416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828560.982666:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828560.982676:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828560.982682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422267904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828560.982716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828560.982746:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828560.982762:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828560/real 1787828560] req@ffff8a4f08dab840 x1874669422268032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828560.982777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422268032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828560.982787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828560.982791:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828560.982794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828560.982801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828560.982835:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828560.982904:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828560/real 1787828560] req@ffff8a4f08daad00 x1874669422268160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828560.982936:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422268160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828560.982949:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828560.982953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828560.982957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828560.982966:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828560.982999:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828560.983021:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828560/real 1787828560] req@ffff8a4f08daa940 x1874669422268288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828560.983047:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422268288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828560.983063:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828560.983070:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828560.983076:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828560.983088:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828560.983130:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828560.983151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828560/real 1787828560] req@ffff8a4f08da8f00 x1874669422268416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828560.983174:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422268416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828560.983183:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828560.983187:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828560.983191:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828561.110044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828562.134099:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828563.158005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828564.182069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828565.206081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828566.101999:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828566.102009:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828566.102013:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828566.102024:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4524 00000100:00080000:2.0:1787828566.102049:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828566.102074:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828566.102120:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422268544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828566.102167:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828566.102173:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828566.102176:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828566.102182:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4524 00000100:00080000:2.0:1787828566.102188:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828566.102196:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828566.102227:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828566.102252:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422268544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828566.102253:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422268672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828566.102279:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828566.102285:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828566.102297:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828566.102301:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4524 00000100:00080000:2.0:1787828566.102307:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828566.102329:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828566.102335:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828566.102350:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422268800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828566.102360:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828566.102363:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828566.102366:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828566.102369:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4524 00000100:00080000:2.0:1787828566.102374:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828566.102377:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828566.102391:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828566.102401:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828566.102403:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422268928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828566.102415:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828566.102419:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828566.102422:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828566.102426:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4524 00000100:00080000:2.0:1787828566.102451:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828566.102456:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828566.102485:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828566.102497:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422269056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828566.102555:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828566/real 1787828566] req@ffff8a4f06e8cf00 x1874669422268544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828566.102598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422268544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828566.102619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828566.102623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828566.102628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422268544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828566.102674:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828566.102700:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828566.102713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828566/real 1787828566] req@ffff8a4f06e8c3c0 x1874669422268672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828566.102725:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422268672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828566.102732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828566.102735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828566.102739:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828566.102744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828566.102758:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828566.102766:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828566/real 1787828566] req@ffff8a4f06e8cb40 x1874669422268800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828566.102777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422268800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828566.102790:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828566.102792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828566.102795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828566.102800:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828566.102814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828566.102822:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828566/real 1787828566] req@ffff8a4f06e8e940 x1874669422268928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828566.102831:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422268928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828566.102838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828566.102841:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828566.102844:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422268928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828566.102848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828566.102860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828566.102868:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828566/real 1787828566] req@ffff8a4f06e8d2c0 x1874669422269056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828566.102877:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422269056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828566.102913:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828566.102916:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828566.102920:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828566.230098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828567.254003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828568.278141:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828569.302107:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828570.326060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828571.221935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828571.221945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828571.221965:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828571.221978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4529 00000100:00080000:3.0:1787828571.221990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828571.222000:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828571.222045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422269184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828571.222076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828571.222081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828571.222083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828571.222087:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4529 00000100:00080000:3.0:1787828571.222091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828571.222095:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828571.222106:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828571.222120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422269312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828571.222132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828571.222136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828571.222138:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828571.222142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4529 00000100:00080000:3.0:1787828571.222145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828571.222149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828571.222153:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828571.222165:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422269184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828571.222166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422269440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828571.222183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828571.222194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828571.222196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828571.222200:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4529 00000100:00080000:3.0:1787828571.222203:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828571.222207:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828571.222212:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828571.222257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422269568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828571.222266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828571.222269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828571.222271:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828571.222274:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4529 00000100:00080000:3.0:1787828571.222278:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828571.222299:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828571.222304:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828571.222318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422269696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828571.222332:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828571.222458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828571/real 1787828571] req@ffff8a4f08da9680 x1874669422269184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828571.222485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422269184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828571.222501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828571.222507:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828571.222513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422269184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828571.222524:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828571.222576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828571.222597:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828571/real 1787828571] req@ffff8a4f08da9a40 x1874669422269312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828571.222639:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422269312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828571.222654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828571.222660:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828571.222666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828571.222715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828571.222746:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828571.222764:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828571/real 1787828571] req@ffff8a4f08dab480 x1874669422269440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828571.222782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422269440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828571.222794:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828571.222798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828571.222804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828571.222813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828571.222842:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828571.222858:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828571/real 1787828571] req@ffff8a4f08da83c0 x1874669422269568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828571.222915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422269568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828571.222925:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828571.222929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828571.222934:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828571.222942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828571.222985:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828571.223002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828571/real 1787828571] req@ffff8a4f08dab0c0 x1874669422269696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828571.223022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422269696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828571.223038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828571.223043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828571.223049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828571.350028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828572.374058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828573.398006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828574.422076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828575.446017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828576.341954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828576.341970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828576.341976:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828576.341991:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4534 00000100:00080000:3.0:1787828576.342007:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828576.342018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828576.342086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422269824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828576.342141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828576.342149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828576.342153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828576.342161:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4534 00000100:00080000:3.0:1787828576.342169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828576.342177:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828576.342196:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828576.342219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422269952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828576.342227:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422269824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828576.342245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828576.342251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828576.342253:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828576.342260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4534 00000100:00080000:3.0:1787828576.342266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828576.342271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828576.342278:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828576.342293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422270080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828576.342305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828576.342309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828576.342312:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828576.342316:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4534 00000100:00080000:3.0:1787828576.342320:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828576.342327:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787828576.342335:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787828576.342340:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828576.342385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422270208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828576.342399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828576.342404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828576.342406:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828576.342412:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4534 00000100:00080000:3.0:1787828576.342417:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828576.342422:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828576.342429:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828576.342449:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828576/real 1787828576] req@ffff8a4f08dabc00 x1874669422269824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828576.342453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422270336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828576.342484:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422269824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828576.342502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828576.342509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828576.342517:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422269824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828576.342554:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828576.342584:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828576.342600:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828576/real 1787828576] req@ffff8a4f08da8000 x1874669422269952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828576.342615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422269952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828576.342638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828576.342642:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828576.342647:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422269952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828576.342655:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828576.342677:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828576.342690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828576/real 1787828576] req@ffff8a4f08daa580 x1874669422270080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828576.342713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422270080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828576.342723:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828576.342727:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828576.342731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828576.342739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828576.342760:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828576.342772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828576/real 1787828576] req@ffff8a4f08da8b40 x1874669422270208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828576.342786:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422270208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828576.342796:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828576.342800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828576.342804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828576.342810:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828576.342827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828576.342837:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828576/real 1787828576] req@ffff8a4f08da92c0 x1874669422270336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828576.342890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422270336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828576.342900:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828576.342904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828576.342908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828576.470098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828577.494053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828578.518102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828579.542119:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828580.566023:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828581.462017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828581.462034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828581.462057:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828581.462070:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4539 00000100:00080000:0.0:1787828581.462085:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828581.462095:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828581.462154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422270464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828581.462198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828581.462203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828581.462205:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828581.462211:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4539 00000100:00080000:0.0:1787828581.462215:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828581.462220:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828581.462234:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828581.462248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422270592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828581.462260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828581.462265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828581.462267:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828581.462271:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4539 00000100:00080000:0.0:1787828581.462275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828581.462278:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828581.462283:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828581.462292:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422270720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828581.462303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828581.462306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828581.462308:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828581.462313:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4539 00000100:00080000:0.0:1787828581.462317:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828581.462345:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828581.462355:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828581.462375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422270848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828581.462397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828581.462404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422270464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828581.462407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828581.462417:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828581.462430:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4539 00000100:00080000:0.0:1787828581.462438:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828581.462447:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828581.462458:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828581.462483:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422270976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828581.462511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828581.462583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828581/real 1787828581] req@ffff8a4f13c5a940 x1874669422270464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828581.462611:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422270464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828581.462628:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828581.462634:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828581.462639:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422270464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828581.462649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828581.462676:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828581.462691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828581/real 1787828581] req@ffff8a4f13c583c0 x1874669422270592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828581.462706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422270592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828581.462725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828581.462731:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828581.462738:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828581.462751:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828581.462787:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828581.462811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828581/real 1787828581] req@ffff8a4f13c59a40 x1874669422270720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828581.462837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422270720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828581.462914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828581.462920:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828581.462924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828581.462964:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828581.462997:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828581.463013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828581/real 1787828581] req@ffff8a4f13c5a580 x1874669422270848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828581.463028:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422270848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828581.463038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828581.463041:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828581.463046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828581.463053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828581.463073:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828581.463084:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828581/real 1787828581] req@ffff8a4f13c58000 x1874669422270976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828581.463097:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422270976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828581.463107:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828581.463110:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828581.463114:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422270976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828581.590058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828582.614064:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828583.637984:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828584.662128:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828585.685962:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828586.581995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828586.582004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828586.582008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828586.582033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4544 00000100:00080000:0.0:1787828586.582044:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828586.582052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828586.582091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422271104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828586.582117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828586.582120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828586.582121:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828586.582124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4544 00000100:00080000:0.0:1787828586.582126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828586.582129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828586.582140:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828586.582155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422271232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828586.582167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828586.582187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828586.582189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828586.582195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4544 00000100:00080000:0.0:1787828586.582203:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828586.582203:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422271104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828586.582211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828586.582221:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828586.582233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422271360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828586.582259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828586.582262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828586.582264:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828586.582267:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4544 00000100:00080000:0.0:1787828586.582311:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828586.582316:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828586.582320:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828586.582337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828586.582352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422271488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828586.582362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828586.582364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828586.582366:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828586.582369:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4544 00000100:00080000:0.0:1787828586.582372:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828586.582375:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828586.582378:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828586.582388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422271616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828586.582400:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828586/real 1787828586] req@ffff8a4f13c58780 x1874669422271104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828586.582440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422271104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828586.582454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828586.582459:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828586.582464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422271104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828586.582473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422271232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828586.582500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828586.582515:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828586/real 1787828586] req@ffff8a4f13c5ad00 x1874669422271232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828586.582528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422271232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828586.582537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828586.582541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828586.582545:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422271232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828586.582587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422271360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828586.582605:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828586.582614:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828586/real 1787828586] req@ffff8a4f13c5b480 x1874669422271360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828586.582622:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422271360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828586.582628:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828586.582631:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828586.582633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422271360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828586.582637:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422271488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828586.582648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828586.582655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828586/real 1787828586] req@ffff8a4f13c59680 x1874669422271488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828586.582662:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422271488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828586.582668:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828586.582670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828586.582672:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422271488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828586.582676:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422271616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828586.582686:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828586.582692:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828586/real 1787828586] req@ffff8a4f13c58000 x1874669422271616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828586.582699:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422271616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828586.582706:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828586.582709:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828586.582712:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422271616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828586.710066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828587.734066:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828588.758052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828589.782044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828590.806028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828591.701964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828591.701974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828591.701979:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828591.701989:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4550 00000100:00080000:2.0:1787828591.702000:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828591.702007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828591.702047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422271744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828591.702075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828591.702078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828591.702080:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828591.702083:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4550 00000100:00080000:2.0:1787828591.702085:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828591.702088:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828591.702096:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828591.702106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422271872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828591.702114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828591.702117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828591.702118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828591.702121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4550 00000100:00080000:2.0:1787828591.702123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828591.702125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828591.702129:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828591.702138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422271744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828591.702139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422272000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828591.702162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828591.702165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828591.702166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828591.702169:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4550 00000100:00080000:2.0:1787828591.702171:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828591.702173:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828591.702176:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828591.702184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422272128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828591.702190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828591.702193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828591.702194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828591.702198:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4550 00000100:00080000:2.0:1787828591.702201:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828591.702203:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828591.702205:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828591.702214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422272256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828591.702225:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828591.702285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828591/real 1787828591] req@ffff8a4f06e8d680 x1874669422271744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828591.702314:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422271744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828591.702323:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828591.702327:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828591.702330:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422271744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828591.702336:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422271872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828591.702354:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828591.702364:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828591/real 1787828591] req@ffff8a4f06e8de00 x1874669422271872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828591.702372:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422271872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828591.702378:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828591.702380:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828591.702383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422271872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828591.702405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828591.702417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828591.702423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828591/real 1787828591] req@ffff8a4f06e8e580 x1874669422272000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828591.702431:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422272000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828591.702437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828591.702439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828591.702441:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828591.702444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828591.702457:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828591.702476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828591/real 1787828591] req@ffff8a4f06e8f840 x1874669422272128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828591.702491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422272128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828591.702500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828591.702503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828591.702506:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828591.702512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828591.702529:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828591.702537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828591/real 1787828591] req@ffff8a4f06e8c000 x1874669422272256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828591.702544:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422272256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828591.702550:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828591.702552:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828591.702554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828591.830056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828592.854078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828593.878082:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828594.902012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828595.926008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828596.821944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828596.821952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828596.821956:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828596.821965:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4555 00000100:00080000:0.0:1787828596.821975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828596.821982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828596.822024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422272384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828596.822054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828596.822058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828596.822060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828596.822065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4555 00000100:00080000:0.0:1787828596.822069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828596.822073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828596.822083:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828596.822091:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422272384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828596.822096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422272512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828596.822106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828596.822109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828596.822111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828596.822113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4555 00000100:00080000:0.0:1787828596.822116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828596.822119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828596.822122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828596.822130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422272640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828596.822136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828596.822138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828596.822139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828596.822143:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4555 00000100:00080000:0.0:1787828596.822154:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828596.822157:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828596.822161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828596.822164:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828596.822173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422272768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828596.822185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828596.822189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828596.822191:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828596.822196:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4555 00000100:00080000:0.0:1787828596.822200:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828596.822202:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828596/real 1787828596] req@ffff8a4f13c5a580 x1874669422272384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828596.822209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828596.822231:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828596.822240:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422272384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828596.822247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422272896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828596.822280:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828596.822286:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828596.822290:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422272384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828596.822311:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828596.822329:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828596.822338:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828596/real 1787828596] req@ffff8a4f13c59a40 x1874669422272512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828596.822347:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422272512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828596.822352:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828596.822355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828596.822357:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828596.822360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828596.822379:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828596.822389:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828596/real 1787828596] req@ffff8a4f13c583c0 x1874669422272640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828596.822397:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422272640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828596.822402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828596.822404:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828596.822406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828596.822411:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828596.822422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828596.822428:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828596/real 1787828596] req@ffff8a4f13c5a940 x1874669422272768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828596.822436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422272768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828596.822442:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828596.822443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828596.822445:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828596.822449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828596.822458:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828596.822464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828596/real 1787828596] req@ffff8a4f13c58f00 x1874669422272896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828596.822471:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422272896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828596.822476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828596.822478:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828596.822480:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422272896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828596.950079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828597.973994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828598.998028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828600.022015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828601.046040:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828601.941929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828601.941937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828601.941941:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828601.941950:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4560 00000100:00080000:1.0:1787828601.941964:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828601.941972:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828601.942005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422273024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828601.942026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828601.942029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828601.942030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828601.942033:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4560 00000100:00080000:1.0:1787828601.942035:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828601.942037:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828601.942047:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828601.942056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422273152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828601.942064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828601.942065:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422273024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828601.942070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828601.942074:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828601.942077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4560 00000100:00080000:1.0:1787828601.942079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828601.942081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828601.942084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828601.942092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422273280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828601.942102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828601.942105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828601.942106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828601.942108:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4560 00000100:00080000:1.0:1787828601.942110:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828601.942112:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828601.942116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828601.942122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422273408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828601.942128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828601.942131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828601.942132:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828601.942134:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4560 00000100:00080000:1.0:1787828601.942136:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828601.942141:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787828601.942141:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787828601.942148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828601.942156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422273536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828601.942204:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828601/real 1787828601] req@ffff8a4f13cb30c0 x1874669422273024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828601.942220:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422273024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828601.942228:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828601.942232:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828601.942235:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422273024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828601.942257:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828601.942279:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828601.942292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828601/real 1787828601] req@ffff8a4f13cb0b40 x1874669422273152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828601.942307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422273152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828601.942316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828601.942320:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828601.942323:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828601.942327:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828601.942345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828601.942353:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828601/real 1787828601] req@ffff8a4f13cb0780 x1874669422273280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828601.942362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422273280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828601.942372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828601.942374:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828601.942376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828601.942380:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828601.942391:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828601.942399:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828601/real 1787828601] req@ffff8a4f13cb21c0 x1874669422273408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828601.942411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422273408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828601.942420:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828601.942423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828601.942427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828601.942434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828601.942454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828601.942463:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828601/real 1787828601] req@ffff8a4f13cb0000 x1874669422273536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828601.942471:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422273536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828601.942476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828601.942479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828601.942481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828602.069969:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828603.094036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828604.117975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828605.142025:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828606.165986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828607.061992:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828607.062001:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828607.062005:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828607.062014:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4565 00000100:00080000:0.0:1787828607.062024:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828607.062032:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828607.062072:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422273664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828607.062102:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828607.062105:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828607.062106:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828607.062109:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4565 00000100:00080000:0.0:1787828607.062112:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828607.062116:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828607.062126:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828607.062137:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422273792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828607.062159:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422273664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828607.062162:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828607.062168:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828607.062169:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828607.062173:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4565 00000100:00080000:0.0:1787828607.062175:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828607.062178:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828607.062182:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828607.062192:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422273920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828607.062198:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828607.062201:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828607.062203:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828607.062205:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4565 00000100:00080000:0.0:1787828607.062208:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828607.062210:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828607.062214:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828607.062220:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422274048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828607.062226:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787828607.062229:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787828607.062230:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828607.062234:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828607.062237:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4565 00000100:00080000:0.0:1787828607.062240:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828607.062243:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828607.062248:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828607.062261:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422274176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828607.062272:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828607/real 1787828607] req@ffff8a4f13c5a1c0 x1874669422273664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828607.062295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422273664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828607.062303:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828607.062307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828607.062309:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422273664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828607.062331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828607.062347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828607.062356:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828607/real 1787828607] req@ffff8a4f13c592c0 x1874669422273792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828607.062364:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422273792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828607.062370:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828607.062373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828607.062375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828607.062379:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828607.062390:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828607.062396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828607/real 1787828607] req@ffff8a4f13c5b0c0 x1874669422273920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828607.062404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422273920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828607.062409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828607.062411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828607.062413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422273920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828607.062416:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828607.062427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828607.062432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828607/real 1787828607] req@ffff8a4f13c5bc00 x1874669422274048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828607.062440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422274048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828607.062445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828607.062447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828607.062449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828607.062452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828607.062461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828607.062467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828607/real 1787828607] req@ffff8a4f13c58f00 x1874669422274176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828607.062479:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422274176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828607.062484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828607.062486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828607.062488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828607.190101:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828608.214080:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828609.238022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828610.261980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828611.286030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828612.181952:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828612.181962:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828612.181967:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828612.181977:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4570 00000100:00080000:2.0:1787828612.181990:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828612.181999:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828612.182040:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422274304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828612.182070:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828612.182074:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828612.182077:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828612.182081:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4570 00000100:00080000:2.0:1787828612.182085:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828612.182094:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828612.182106:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828612.182138:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422274432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828612.182151:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828612.182157:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828612.182157:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422274304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828612.182159:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828612.182170:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4570 00000100:00080000:2.0:1787828612.182175:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828612.182179:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828612.182185:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828612.182198:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422274560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828612.182215:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828612.182219:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828612.182221:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828612.182226:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4570 00000100:00080000:2.0:1787828612.182230:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828612.182234:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828612.182239:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828612.182244:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828612.182257:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422274688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828612.182278:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828612.182282:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828612.182284:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828612.182288:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4570 00000100:00080000:2.0:1787828612.182293:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828612.182299:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828612/real 1787828612] req@ffff8a4f06e8f0c0 x1874669422274304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828612.182301:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828612.182310:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828612.182330:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422274816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828612.182332:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422274304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828612.182365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828612.182371:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828612.182376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422274304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828612.182405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828612.182433:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828612.182448:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828612/real 1787828612] req@ffff8a4f06e8c000 x1874669422274432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828612.182470:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422274432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828612.182479:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828612.182482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828612.182486:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828612.182493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828612.182514:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828612.182526:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828612/real 1787828612] req@ffff8a4f06e8f840 x1874669422274560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828612.182538:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422274560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828612.182546:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828612.182550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828612.182553:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828612.182560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828612.182581:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828612.182593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828612/real 1787828612] req@ffff8a4f06e8e580 x1874669422274688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828612.182606:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422274688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828612.182620:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828612.182624:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828612.182627:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828612.182634:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828612.182655:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828612.182667:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828612/real 1787828612] req@ffff8a4f06e8de00 x1874669422274816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828612.182679:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422274816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828612.182688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828612.182691:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828612.182695:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422274816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828612.309992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828613.333988:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828614.357995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828615.382024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828616.406035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828617.301970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828617.301980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828617.301985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828617.301995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4575 00000100:00080000:2.0:1787828617.302006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828617.302014:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828617.302056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422274944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828617.302100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828617.302104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828617.302107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828617.302111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4575 00000100:00080000:2.0:1787828617.302115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828617.302120:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828617.302132:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828617.302146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422275072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828617.302158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828617.302163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828617.302165:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422274944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828617.302166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828617.302176:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4575 00000100:00080000:2.0:1787828617.302181:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828617.302185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828617.302191:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828617.302203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422275200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828617.302213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828617.302217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828617.302219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828617.302223:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4575 00000100:00080000:2.0:1787828617.302237:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828617.302242:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828617.302248:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828617.302271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422275328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828617.302283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828617.302287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828617.302289:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828617.302293:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4575 00000100:00080000:2.0:1787828617.302298:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828617.302301:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275072:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787828617.302306:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828617.302314:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828617.302329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422275456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828617.302346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828617.302375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828617.302398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828617.430019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828618.454029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828619.478076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787828620.374176:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:1.0:1787828620.374224:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1787828620.374245:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787828620.374289:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787828620.374300:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787828620.374312:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:1.0:1787828620.374335:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787828620.374364:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828617/real 1787828620] req@ffff8a4f06e8d2c0 x1874669422275072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828620.374400:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422275072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828620.374414:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828620.374420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828620.374425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828620.374434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828617/real 1787828620] req@ffff8a4f06e8e940 x1874669422275200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828620.374446:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422275200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828620.374454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828620.374457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828620.374461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828620.374469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828617/real 1787828620] req@ffff8a4f06e8cb40 x1874669422275328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828620.374482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422275328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828620.374491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828620.374495:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828620.374498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828620.374506:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828617/real 1787828620] req@ffff8a4f06e8d680 x1874669422274944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828620.374520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422274944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828620.374529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828620.374537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828620.374541:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422274944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828620.374576:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828617/real 1787828620] req@ffff8a4f06e8c3c0 x1874669422275456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828620.374588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422275456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828620.374596:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828620.374600:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828620.374603:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828620.502072:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828621.526073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828622.421945:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828622.421953:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828622.421957:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828622.421968:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4580 00000100:00080000:3.0:1787828622.421978:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828622.421985:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828622.422019:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422275584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828622.422060:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828622.422064:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828622.422066:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828622.422071:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4580 00000100:00080000:3.0:1787828622.422076:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828622.422081:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828622.422098:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828622.422107:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422275584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828622.422116:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422275712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828622.422135:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828622.422139:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828622.422141:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828622.422145:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4580 00000100:00080000:3.0:1787828622.422151:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828622.422155:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828622.422161:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787828622.422185:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828622.422189:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422275840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828622.422203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828622.422207:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828622.422209:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828622.422215:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4580 00000100:00080000:3.0:1787828622.422221:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828622.422226:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828622.422233:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828622/real 1787828622] req@ffff8a4f08da9e00 x1874669422275584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787828622.422234:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828622.422252:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422275968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828622.422261:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422275584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828622.422266:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828622.422275:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828622.422279:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828622.422286:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828622.422287:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4580 00000100:00080000:3.0:1787828622.422295:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828622.422297:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787828622.422303:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828622.422307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422275584:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787828622.422311:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828622.422327:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422276096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828622.422342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828622.422372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828622.422387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828622/real 1787828622] req@ffff8a4f08da8780 x1874669422275712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828622.422402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422275712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828622.422412:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828622.422415:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828622.422419:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828622.422426:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828622.422467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828622.422481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828622/real 1787828622] req@ffff8a4f08da92c0 x1874669422275840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828622.422495:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422275840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828622.422504:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828622.422508:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828622.422511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828622.422518:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828622.422539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828622.422551:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828622/real 1787828622] req@ffff8a4f08da8b40 x1874669422275968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828622.422564:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422275968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828622.422572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828622.422576:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828622.422579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422275968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828622.422603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828622.422625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828622.422637:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828622/real 1787828622] req@ffff8a4f08daa580 x1874669422276096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828622.422657:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422276096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828622.422666:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828622.422669:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828622.422673:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828622.549969:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828623.573996:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828624.598003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828625.622012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828626.646077:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828627.541991:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828627.541999:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828627.542015:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828627.542025:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4585 00000100:00080000:2.0:1787828627.542034:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828627.542041:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828627.542076:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422276224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828627.542101:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828627.542103:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828627.542105:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828627.542107:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4585 00000100:00080000:2.0:1787828627.542109:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828627.542111:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828627.542121:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828627.542129:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422276352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828627.542136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828627.542139:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828627.542140:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828627.542144:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4585 00000100:00080000:2.0:1787828627.542147:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828627.542153:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828627.542157:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828627.542168:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422276480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828627.542181:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828627.542185:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828627.542188:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828627.542196:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422276224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828627.542196:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4585 00000100:00080000:2.0:1787828627.542205:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828627.542213:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828627.542218:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828627.542233:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422276608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828627.542244:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828627.542248:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828627.542251:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828627.542255:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4585 00000100:00080000:2.0:1787828627.542260:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828627.542264:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828627.542270:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828627.542282:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422276736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828627.542291:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828627.542356:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828627/real 1787828627] req@ffff8a4f06e8cf00 x1874669422276224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828627.542377:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422276224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828627.542391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828627.542395:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828627.542400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422276224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828627.542410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828627.542437:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828627.542452:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828627/real 1787828627] req@ffff8a4f06e8f480 x1874669422276352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828627.542466:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422276352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828627.542482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828627.542498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828627.542503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828627.542539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828627.542563:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828627.542576:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828627/real 1787828627] req@ffff8a4f06e8e1c0 x1874669422276480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828627.542589:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422276480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828627.542599:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828627.542603:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828627.542607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828627.542615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828627.542636:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828627.542647:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828627/real 1787828627] req@ffff8a4f06e8ed00 x1874669422276608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828627.542661:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422276608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828627.542670:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828627.542674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828627.542678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828627.542685:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828627.542704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828627.542716:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828627/real 1787828627] req@ffff8a4f06e8c780 x1874669422276736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828627.542728:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422276736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828627.542738:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828627.542741:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828627.542745:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828627.670119:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828628.694021:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828629.718041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828630.742082:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828631.766050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828632.662016:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828632.662031:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828632.662036:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828632.662049:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4591 00000100:00080000:2.0:1787828632.662064:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828632.662073:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828632.662123:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422276864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828632.662158:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828632.662165:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828632.662167:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828632.662171:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4591 00000100:00080000:2.0:1787828632.662174:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828632.662178:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828632.662189:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828632.662206:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422276992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828632.662217:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828632.662220:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828632.662222:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828632.662226:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4591 00000100:00080000:2.0:1787828632.662229:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828632.662233:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828632.662237:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828632.662248:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422277120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828632.662251:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422276864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828632.662267:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828632.662273:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828632.662275:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828632.662279:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4591 00000100:00080000:2.0:1787828632.662282:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828632.662286:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828632.662292:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828632.662303:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422277248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828632.662312:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828632.662315:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828632.662317:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828632.662321:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4591 00000100:00080000:2.0:1787828632.662324:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828632.662327:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828632.662331:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828632.662339:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422277376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828632.662364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828632.662417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828632/real 1787828632] req@ffff8a4f06e8da40 x1874669422276864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828632.662435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422276864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828632.662445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828632.662448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828632.662451:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422276864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828632.662458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828632.662477:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828632.662487:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828632/real 1787828632] req@ffff8a4f06e8c780 x1874669422276992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828632.662495:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422276992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828632.662501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828632.662503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828632.662505:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422276992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828632.662528:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828632.662540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828632.662550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828632/real 1787828632] req@ffff8a4f06e8ed00 x1874669422277120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828632.662572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422277120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828632.662581:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828632.662584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828632.662588:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828632.662595:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828632.662616:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828632.662634:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828632/real 1787828632] req@ffff8a4f06e8e1c0 x1874669422277248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828632.662642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422277248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828632.662649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828632.662651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828632.662653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828632.662657:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828632.662669:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828632.662675:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828632/real 1787828632] req@ffff8a4f06e8f480 x1874669422277376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828632.662683:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422277376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828632.662688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828632.662690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828632.662691:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828632.790162:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828633.814118:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828634.838025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828635.862350:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828636.886107:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828637.782030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828637.782039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828637.782043:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828637.782053:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4596 00000100:00080000:1.0:1787828637.782064:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828637.782071:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828637.782125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422277504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828637.782157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828637.782178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828637.782180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828637.782189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4596 00000100:00080000:1.0:1787828637.782205:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828637.782210:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828637.782239:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828637.782252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422277632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828637.782257:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422277504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828637.782263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828637.782265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828637.782267:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828637.782281:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4596 00000100:00080000:1.0:1787828637.782285:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828637.782288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828637.782292:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828637.782302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422277760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828637.782309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828637.782312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828637.782314:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828637.782317:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4596 00000100:00080000:1.0:1787828637.782319:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828637.782323:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828637.782328:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828637.782347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422277888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828637.782349:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828637.782356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828637.782359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828637.782360:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828637.782363:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4596 00000100:00080000:1.0:1787828637.782368:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828637.782371:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828637.782375:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828637.782383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422278016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828637.782397:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828637/real 1787828637] req@ffff8a4f13cb03c0 x1874669422277504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828637.782416:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422277504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828637.782428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828637.782432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828637.782452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422277504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828637.782488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828637.782511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828637.782522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828637/real 1787828637] req@ffff8a4f13cb12c0 x1874669422277632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828637.782532:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422277632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828637.782538:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828637.782540:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828637.782543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828637.782547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828637.782580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828637.782589:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828637/real 1787828637] req@ffff8a4f13cb0000 x1874669422277760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828637.782598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422277760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828637.782609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828637.782612:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828637.782615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828637.782619:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828637.782632:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828637.782639:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828637/real 1787828637] req@ffff8a4f13cb21c0 x1874669422277888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828637.782648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422277888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828637.782671:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828637.782672:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828637.782674:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422277888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828637.782678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828637.782691:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828637.782706:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828637/real 1787828637] req@ffff8a4f13cb0780 x1874669422278016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828637.782713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422278016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828637.782718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828637.782720:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828637.782722:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828637.910080:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828638.934015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828639.958065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828640.981998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828642.006106:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828642.901976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828642.901984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828642.901988:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828642.901997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4601 00000100:00080000:0.0:1787828642.902007:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828642.902013:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828642.902049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422278144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828642.902071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828642.902074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828642.902075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828642.902078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4601 00000100:00080000:0.0:1787828642.902080:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828642.902082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828642.902091:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828642.902098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422278272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828642.902106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828642.902109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828642.902112:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828642.902114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4601 00000100:00080000:0.0:1787828642.902117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828642.902119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828642.902123:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828642.902129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422278400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828642.902135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828642.902137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828642.902140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828642.902144:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4601 00000100:00080000:0.0:1787828642.902148:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828642.902152:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828642.902163:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828642.902163:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422278144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828642.902185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422278528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828642.902195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828642.902197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828642.902200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828642.902203:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4601 00000100:00080000:0.0:1787828642.902208:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828642.902211:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828642.902214:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828642.902227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422278656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828642.902261:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828642.902312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828642/real 1787828642] req@ffff8a4f13c5a940 x1874669422278144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828642.902330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422278144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828642.902341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828642.902344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828642.902348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422278144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828642.902355:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828642.902372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828642.902382:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828642/real 1787828642] req@ffff8a4f13c583c0 x1874669422278272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828642.902392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422278272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828642.902398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828642.902400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828642.902403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828642.902410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828642.902422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828642.902429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828642/real 1787828642] req@ffff8a4f13c59a40 x1874669422278400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828642.902438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422278400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828642.902444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828642.902446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828642.902449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828642.902476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828642.902489:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828642.902497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828642/real 1787828642] req@ffff8a4f13c5a580 x1874669422278528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828642.902506:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422278528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828642.902512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828642.902514:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828642.902517:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828642.902521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828642.902533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828642.902540:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828642/real 1787828642] req@ffff8a4f13c58000 x1874669422278656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828642.902549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422278656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828642.902555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828642.902557:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828642.902559:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828643.030043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828644.054085:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828645.078082:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828646.102067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828647.126007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828648.021941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828648.021952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828648.021957:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828648.021967:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4606 00000100:00080000:1.0:1787828648.021977:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828648.021983:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828648.022025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422278784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828648.022054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828648.022057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828648.022058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828648.022061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4606 00000100:00080000:1.0:1787828648.022065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828648.022068:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828648.022077:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828648.022088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422278912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828648.022096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828648.022099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828648.022100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828648.022103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4606 00000100:00080000:1.0:1787828648.022105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828648.022109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422278784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828648.022110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828648.022116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828648.022130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422279040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828648.022143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828648.022146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828648.022149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828648.022153:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4606 00000100:00080000:1.0:1787828648.022158:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828648.022163:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828648.022169:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828648.022178:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828648.022184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422279168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828648.022197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828648.022200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828648.022201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828648.022205:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4606 00000100:00080000:1.0:1787828648.022209:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828648.022212:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828648.022216:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828648.022217:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828648/real 1787828648] req@ffff8a4f13cb0b40 x1874669422278784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828648.022228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422279296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828648.022237:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422278784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828648.022247:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828648.022251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828648.022255:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422278784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828648.022260:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828648.022275:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828648.022283:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828648/real 1787828648] req@ffff8a4f13cb30c0 x1874669422278912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828648.022291:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422278912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828648.022297:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828648.022299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828648.022302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422278912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828648.022322:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828648.022332:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828648.022339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828648/real 1787828648] req@ffff8a4f13cb1e00 x1874669422279040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828648.022346:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422279040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828648.022351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828648.022353:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828648.022355:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828648.022358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828648.022369:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828648.022374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828648/real 1787828648] req@ffff8a4f13cb2d00 x1874669422279168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828648.022382:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422279168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828648.022386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828648.022388:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828648.022391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828648.022394:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828648.022404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828648.022409:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828648/real 1787828648] req@ffff8a4f13cb1a40 x1874669422279296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828648.022416:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422279296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828648.022422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828648.022423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828648.022425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828648.149998:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828649.173994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828650.198061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828651.222001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828652.246034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828653.141974:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828653.141983:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828653.141988:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828653.141996:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4611 00000100:00080000:3.0:1787828653.142007:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828653.142014:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828653.142068:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422279424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828653.142098:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828653.142103:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828653.142106:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828653.142112:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4611 00000100:00080000:3.0:1787828653.142116:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828653.142119:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828653.142129:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828653.142133:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422279424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828653.142159:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422279552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828653.142170:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828653.142173:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828653.142174:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828653.142177:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4611 00000100:00080000:3.0:1787828653.142180:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828653.142183:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828653.142187:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828653.142196:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422279680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828653.142220:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828653.142222:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828653.142224:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828653.142226:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4611 00000100:00080000:3.0:1787828653.142229:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828653.142231:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828653.142235:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828653.142237:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828653.142249:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422279808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828653.142258:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828653.142260:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828653.142262:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828653.142264:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4611 00000100:00080000:3.0:1787828653.142291:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828653.142295:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828653.142299:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828653.142304:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828653/real 1787828653] req@ffff8a4f08da8000 x1874669422279424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828653.142315:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422279936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828653.142354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422279424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828653.142366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828653.142370:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828653.142374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422279424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828653.142395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828653.142429:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828653.142439:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828653/real 1787828653] req@ffff8a4f08dabc00 x1874669422279552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828653.142447:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422279552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828653.142453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828653.142455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828653.142457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828653.142461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828653.142470:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828653.142476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828653/real 1787828653] req@ffff8a4f08dab0c0 x1874669422279680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828653.142484:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422279680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828653.142489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828653.142490:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828653.142492:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828653.142495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828653.142505:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828653.142511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828653/real 1787828653] req@ffff8a4f08da83c0 x1874669422279808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828653.142517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422279808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828653.142527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828653.142529:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828653.142531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828653.142534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828653.142543:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828653.142549:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828653/real 1787828653] req@ffff8a4f08dab480 x1874669422279936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828653.142556:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422279936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828653.142561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828653.142563:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828653.142565:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422279936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828653.269987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828654.294038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828655.317970:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828656.342050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828657.366007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828658.261978:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828658.261990:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828658.261995:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828658.262005:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4616 00000100:00080000:3.0:1787828658.262017:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828658.262026:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828658.262081:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422280064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828658.262126:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828658.262131:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828658.262133:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828658.262138:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4616 00000100:00080000:3.0:1787828658.262143:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828658.262148:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828658.262159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828658.262173:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422280192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828658.262184:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828658.262187:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828658.262189:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828658.262192:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4616 00000100:00080000:3.0:1787828658.262195:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828658.262198:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828658.262202:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828658.262214:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422280064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828658.262214:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422280320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828658.262228:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828658.262231:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828658.262232:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828658.262235:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4616 00000100:00080000:3.0:1787828658.262237:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828658.262239:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828658.262242:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828658.262250:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422280448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828658.262257:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828658.262259:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828658.262261:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828658.262263:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4616 00000100:00080000:3.0:1787828658.262265:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828658.262267:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828658.262270:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828658.262278:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422280576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828658.262288:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828658.262336:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828658/real 1787828658] req@ffff8a4f08da9a40 x1874669422280064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828658.262350:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422280064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828658.262359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828658.262363:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828658.262367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422280064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828658.262373:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828658.262387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828658.262396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828658/real 1787828658] req@ffff8a4f08da9680 x1874669422280192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828658.262404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422280192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828658.262409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828658.262411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828658.262413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828658.262443:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828658.262454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828658.262460:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828658/real 1787828658] req@ffff8a4f08da8f00 x1874669422280320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828658.262467:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422280320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828658.262472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828658.262474:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828658.262476:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828658.262479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828658.262489:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828658.262495:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828658/real 1787828658] req@ffff8a4f08daa940 x1874669422280448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828658.262503:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422280448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828658.262508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828658.262510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828658.262512:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828658.262515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828658.262525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828658.262530:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828658/real 1787828658] req@ffff8a4f08daad00 x1874669422280576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828658.262538:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422280576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828658.262555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828658.262556:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828658.262558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828658.390030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828659.413993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828660.438043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828661.461979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828662.485999:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828663.381938:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828663.381947:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828663.381950:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828663.381960:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4621 00000100:00080000:3.0:1787828663.381971:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828663.381978:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828663.382015:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422280704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828663.382045:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828663.382059:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828663.382061:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828663.382067:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4621 00000100:00080000:3.0:1787828663.382071:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828663.382076:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828663.382088:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828663.382102:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422280832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828663.382105:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422280704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828663.382113:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828663.382116:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828663.382118:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828663.382121:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4621 00000100:00080000:3.0:1787828663.382125:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828663.382129:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828663.382133:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828663.382144:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422280960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828663.382152:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828663.382165:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828663.382167:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828663.382170:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4621 00000100:00080000:3.0:1787828663.382174:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787828663.382175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828663.382177:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828663.382182:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828663.382191:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422281088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828663.382201:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828663.382203:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828663.382205:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828663.382209:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4621 00000100:00080000:3.0:1787828663.382213:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828663.382217:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828663.382221:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828663.382224:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828663/real 1787828663] req@ffff8a4f08dab840 x1874669422280704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828663.382231:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422281216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828663.382243:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422280704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828663.382261:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828663.382266:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828663.382270:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422280704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828663.382296:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828663.382332:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828663.382345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828663/real 1787828663] req@ffff8a4f08daa1c0 x1874669422280832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828663.382355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422280832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828663.382360:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828663.382363:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828663.382365:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828663.382369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828663.382384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828663.382391:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828663/real 1787828663] req@ffff8a4f08daad00 x1874669422280960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828663.382398:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422280960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828663.382404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828663.382405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828663.382407:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422280960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828663.382412:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828663.382422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828663.382428:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828663/real 1787828663] req@ffff8a4f08daa940 x1874669422281088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828663.382436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422281088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828663.382441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828663.382451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828663.382453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828663.382457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828663.382468:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828663.382475:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828663/real 1787828663] req@ffff8a4f08da8f00 x1874669422281216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828663.382482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422281216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828663.382487:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828663.382489:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828663.382492:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828663.510000:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828664.534050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828665.558089:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828666.582102:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828667.606061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828668.501977:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828668.501988:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828668.501993:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828668.502014:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4626 00000100:00080000:2.0:1787828668.502025:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828668.502032:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828668.502069:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422281344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828668.502093:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828668.502096:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828668.502098:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828668.502100:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4626 00000100:00080000:2.0:1787828668.502103:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828668.502106:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828668.502115:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828668.502125:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422281472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828668.502135:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828668.502138:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828668.502140:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828668.502143:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4626 00000100:00080000:2.0:1787828668.502144:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828668.502146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828668.502149:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828668.502157:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422281600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828668.502165:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828668.502168:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828668.502173:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828668.502177:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422281344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828668.502177:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4626 00000100:00080000:2.0:1787828668.502181:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828668.502196:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828668.502209:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828668.502219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422281728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828668.502232:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828668.502235:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828668.502236:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828668.502240:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4626 00000100:00080000:2.0:1787828668.502242:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828668.502244:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828668.502247:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828668.502265:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422281856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828668.502297:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828668.502347:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828668/real 1787828668] req@ffff8a4f06e8cf00 x1874669422281344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828668.502370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422281344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828668.502399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828668.502402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828668.502406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422281344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828668.502413:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828668.502434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828668.502444:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828668/real 1787828668] req@ffff8a4f06e8c3c0 x1874669422281472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828668.502453:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422281472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828668.502460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828668.502462:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828668.502464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828668.502486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828668.502498:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828668.502504:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828668/real 1787828668] req@ffff8a4f06e8d680 x1874669422281600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828668.502512:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422281600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828668.502522:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828668.502525:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828668.502527:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828668.502530:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828668.502540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828668.502563:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828668/real 1787828668] req@ffff8a4f06e8cb40 x1874669422281728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828668.502572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422281728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828668.502577:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828668.502579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828668.502581:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828668.502585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828668.502596:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828668.502603:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828668/real 1787828668] req@ffff8a4f06e8e940 x1874669422281856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828668.502611:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422281856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828668.502616:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828668.502618:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828668.502621:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422281856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828668.630049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828669.654056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828670.678006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828671.702065:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828672.726068:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828673.621960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828673.621969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828673.621972:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828673.621981:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4632 00000100:00080000:1.0:1787828673.622003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828673.622010:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828673.622046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422281984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828673.622072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828673.622074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828673.622076:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828673.622079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4632 00000100:00080000:1.0:1787828673.622081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828673.622083:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828673.622093:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828673.622103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422282112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828673.622110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828673.622113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828673.622114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828673.622116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4632 00000100:00080000:1.0:1787828673.622118:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828673.622125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828673.622131:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828673.622142:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422281984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828673.622150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422282240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828673.622168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828673.622172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828673.622175:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828673.622180:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4632 00000100:00080000:1.0:1787828673.622186:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828673.622191:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828673.622198:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828673.622211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422282368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828673.622223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787828673.622226:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828673.622234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828673.622237:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828673.622243:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4632 00000100:00080000:1.0:1787828673.622250:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828673.622255:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828673.622260:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828673.622271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422282496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828673.622302:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828673/real 1787828673] req@ffff8a4f13cb2580 x1874669422281984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828673.622329:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422281984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828673.622340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828673.622343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828673.622347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422281984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828673.622354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828673.622393:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828673.622402:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828673/real 1787828673] req@ffff8a4f13cb3840 x1874669422282112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828673.622411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422282112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828673.622417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828673.622419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828673.622422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828673.622447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828673.622458:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828673.622465:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828673/real 1787828673] req@ffff8a4f13cb1a40 x1874669422282240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828673.622472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422282240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828673.622477:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828673.622479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828673.622481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828673.622485:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828673.622496:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828673.622502:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828673/real 1787828673] req@ffff8a4f13cb2d00 x1874669422282368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828673.622510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422282368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828673.622514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828673.622516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828673.622518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828673.622521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828673.622531:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828673.622554:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828673/real 1787828673] req@ffff8a4f13cb1e00 x1874669422282496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828673.622563:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422282496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828673.622568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828673.622570:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828673.622572:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828673.750029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828674.774031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828675.798044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828676.822106:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828677.846031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828678.741958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828678.741965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828678.741969:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828678.741978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4637 00000100:00080000:1.0:1787828678.741987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828678.741994:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828678.742031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422282624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828678.742055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828678.742057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828678.742059:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828678.742061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4637 00000100:00080000:1.0:1787828678.742064:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828678.742068:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828678.742078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828678.742092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422282752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828678.742105:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422282624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828678.742107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828678.742114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828678.742117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828678.742123:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4637 00000100:00080000:1.0:1787828678.742125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828678.742127:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828678.742131:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828678.742142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422282880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828678.742150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828678.742152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828678.742155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828678.742157:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4637 00000100:00080000:1.0:1787828678.742159:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828678.742161:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828678.742164:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828678.742173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422283008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828678.742179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828678.742182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828678.742183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828678.742186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4637 00000100:00080000:1.0:1787828678.742188:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828678.742194:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787828678.742198:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787828678.742204:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828678.742214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422283136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828678.742254:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828678/real 1787828678] req@ffff8a4f13cb30c0 x1874669422282624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828678.742270:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422282624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828678.742280:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828678.742283:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828678.742286:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422282624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828678.742311:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828678.742328:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828678.742336:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828678/real 1787828678] req@ffff8a4f13cb0b40 x1874669422282752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828678.742344:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422282752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828678.742349:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828678.742351:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828678.742354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828678.742357:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828678.742367:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828678.742373:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828678/real 1787828678] req@ffff8a4f13cb0780 x1874669422282880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828678.742381:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422282880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828678.742386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828678.742388:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828678.742389:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422282880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828678.742394:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828678.742404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828678.742410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828678/real 1787828678] req@ffff8a4f13cb21c0 x1874669422283008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828678.742418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422283008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828678.742423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828678.742424:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828678.742426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828678.742430:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828678.742439:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828678.742445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828678/real 1787828678] req@ffff8a4f13cb0000 x1874669422283136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828678.742452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422283136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828678.742457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828678.742459:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828678.742460:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828678.870062:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828679.894028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828680.918124:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828681.941985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828682.966046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828683.862037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828683.862048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828683.862052:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828683.862093:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4642 00000100:00080000:2.0:1787828683.862108:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828683.862118:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828683.862168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422283264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828683.862216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828683.862222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828683.862225:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828683.862230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4642 00000100:00080000:2.0:1787828683.862236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828683.862242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828683.862287:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828683.862294:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422283264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828683.862309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422283392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828683.862327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828683.862333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828683.862336:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828683.862342:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4642 00000100:00080000:2.0:1787828683.862364:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828683.862369:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828683.862375:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828683.862386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422283520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828683.862398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828683.862413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828683.862431:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828683.862435:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4642 00000100:00080000:2.0:1787828683.862440:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828683.862444:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828683.862451:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828683.862462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422283648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828683.862475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828683.862496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828683.862500:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828683.862507:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4642 00000100:00100000:3.0:1787828683.862508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283392:192.168.203.149@tcp:38:kworker.0 00000100:00080000:2.0:1787828683.862513:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828683.862519:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828683.862529:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828683.862548:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422283776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828683.862562:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828683.862606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828683.862694:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828683.990064:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828685.014034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828686.037985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828686.934156:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:0.0:1787828686.934233:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828686.934250:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:0.0:1787828686.934289:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:0.0:1787828686.934297:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:0.0:1787828686.934304:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:0.0:1787828686.934319:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787828686.934341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828683/real 1787828686] req@ffff8a4f06e8c000 x1874669422283776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828686.934372:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422283776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828686.934387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828686.934393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828686.934399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283776:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828686.934409:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828683/real 1787828686] req@ffff8a4f06e8de00 x1874669422283392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828686.934426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422283392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828686.934437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828686.934441:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828686.934446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828686.934455:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828683/real 1787828686] req@ffff8a4f06e8e580 x1874669422283520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828686.934471:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422283520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828686.934481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828686.934485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828686.934489:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828686.934497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828683/real 1787828686] req@ffff8a4f06e8f840 x1874669422283648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828686.934511:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422283648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828686.934520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828686.934524:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828686.934528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422283648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828686.934535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828683/real 1787828686] req@ffff8a4f06e8d2c0 x1874669422283264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828686.934548:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422283264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828686.934556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828686.934560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828686.934564:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422283264:192.168.203.149@tcp:250:kworker.0 00010000:00010000:3.0:1787828687.062072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828688.086004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828688.982019:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828688.982027:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828688.982031:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828688.982040:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4647 00000100:00080000:3.0:1787828688.982051:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828688.982058:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828688.982093:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422283904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828688.982118:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828688.982122:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828688.982124:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828688.982128:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4647 00000100:00080000:3.0:1787828688.982132:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828688.982137:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828688.982149:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828688.982162:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422284032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828688.982163:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422283904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828688.982173:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828688.982176:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828688.982178:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828688.982181:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4647 00000100:00080000:3.0:1787828688.982185:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828688.982189:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828688.982193:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828688.982203:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422284160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828688.982211:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828688.982214:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828688.982215:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828688.982219:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4647 00000100:00080000:3.0:1787828688.982221:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828688.982225:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828688.982230:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828688.982234:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828688.982238:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422284288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828688.982246:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828688.982249:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828688.982251:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828688.982254:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4647 00000100:00080000:3.0:1787828688.982257:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828688.982261:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828688.982265:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828688.982274:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828688/real 1787828688] req@ffff8a4f08da9680 x1874669422283904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828688.982274:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422284416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828688.982300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422283904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828688.982311:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828688.982316:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828688.982321:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422283904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828688.982348:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828688.982381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828688.982396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828688/real 1787828688] req@ffff8a4f08da9a40 x1874669422284032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828688.982410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422284032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828688.982419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828688.982422:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828688.982426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828688.982433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828688.982455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828688.982468:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828688/real 1787828688] req@ffff8a4f08dab480 x1874669422284160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828688.982480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422284160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828688.982494:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828688.982498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828688.982501:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828688.982508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828688.982530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828688.982542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828688/real 1787828688] req@ffff8a4f08da83c0 x1874669422284288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828688.982555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422284288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828688.982564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828688.982567:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828688.982571:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828688.982590:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828688.982612:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828688.982624:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828688/real 1787828688] req@ffff8a4f08dab0c0 x1874669422284416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828688.982637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422284416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828688.982645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828688.982649:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828688.982653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828689.110077:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828690.133989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828691.158054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828692.182000:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828693.206121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828694.101984:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828694.101994:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828694.101998:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828694.102008:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4652 00000100:00080000:0.0:1787828694.102020:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828694.102027:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828694.102068:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422284544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828694.102097:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828694.102100:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828694.102101:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828694.102104:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4652 00000100:00080000:0.0:1787828694.102107:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828694.102109:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828694.102117:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828694.102126:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422284672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828694.102134:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828694.102137:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828694.102138:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828694.102140:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4652 00000100:00080000:0.0:1787828694.102143:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828694.102146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828694.102151:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828694.102159:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422284800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828694.102164:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828694.102167:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828694.102169:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828694.102172:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4652 00000100:00080000:0.0:1787828694.102174:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828694.102177:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828694.102180:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828694.102190:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422284544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828694.102198:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422284928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828694.102208:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828694.102210:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828694.102211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828694.102214:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4652 00000100:00080000:0.0:1787828694.102217:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828694.102220:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828694.102226:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828694.102237:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422285056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828694.102275:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828694.102323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828694/real 1787828694] req@ffff8a4f13c59680 x1874669422284544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828694.102344:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422284544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828694.102353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828694.102357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828694.102360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422284544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828694.102366:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828694.102386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828694.102400:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828694/real 1787828694] req@ffff8a4f13c5b480 x1874669422284672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828694.102414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422284672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828694.102434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828694.102438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828694.102442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828694.102447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828694.102462:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828694.102471:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828694/real 1787828694] req@ffff8a4f13c5ad00 x1874669422284800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828694.102479:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422284800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828694.102484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828694.102487:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828694.102489:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828694.102524:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828694.102535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828694.102559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828694/real 1787828694] req@ffff8a4f13c58780 x1874669422284928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828694.102567:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422284928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828694.102572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828694.102574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828694.102577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422284928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828694.102580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828694.102593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828694.102599:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828694/real 1787828694] req@ffff8a4f13c58000 x1874669422285056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828694.102606:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422285056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828694.102612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828694.102614:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828694.102616:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828694.229981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828695.254130:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828696.278131:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828697.302218:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828698.326047:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828699.222097:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828699.222122:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828699.222128:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828699.222142:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4657 00000100:00080000:0.0:1787828699.222158:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828699.222168:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828699.222247:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422285184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828699.222296:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828699.222301:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828699.222303:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828699.222308:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4657 00000100:00080000:0.0:1787828699.222312:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828699.222316:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828699.222328:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828699.222351:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422285312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828699.222363:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828699.222368:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828699.222370:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828699.222377:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4657 00000100:00080000:0.0:1787828699.222381:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828699.222385:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828699.222392:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828699.222410:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422285440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828699.222410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422285184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828699.222466:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828699.222469:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828699.222471:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828699.222477:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4657 00000100:00080000:0.0:1787828699.222481:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828699.222484:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828699.222490:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828699.222522:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422285568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828699.222543:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828699.222546:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828699.222548:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828699.222552:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4657 00000100:00080000:0.0:1787828699.222557:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828699.222561:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828699.222568:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828699.222579:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422285696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828699.222604:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828699.222687:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828699/real 1787828699] req@ffff8a4f13c5a580 x1874669422285184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828699.222760:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422285184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828699.222775:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828699.222780:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828699.222785:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422285184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828699.222796:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828699.222828:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828699.222862:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828699/real 1787828699] req@ffff8a4f13c59a40 x1874669422285312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828699.222938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422285312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828699.222955:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828699.222961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828699.222968:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828699.223021:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828699.223042:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828699.223052:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828699/real 1787828699] req@ffff8a4f13c583c0 x1874669422285440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828699.223062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422285440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828699.223068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828699.223071:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828699.223090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828699.223102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828699.223139:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828699.223178:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828699/real 1787828699] req@ffff8a4f13c5a940 x1874669422285568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828699.223199:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422285568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828699.223213:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828699.223217:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828699.223220:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828699.223228:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828699.223274:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828699.223290:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828699/real 1787828699] req@ffff8a4f13c58f00 x1874669422285696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828699.223307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422285696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828699.223323:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828699.223330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828699.223352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828699.350178:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828700.374002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828701.397997:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828702.422053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828703.446076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828704.341944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828704.341954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828704.341958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828704.341967:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4662 00000100:00080000:1.0:1787828704.341977:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828704.341985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828704.342028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422285824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828704.342052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828704.342055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828704.342056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828704.342059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4662 00000100:00080000:1.0:1787828704.342062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828704.342064:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828704.342074:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828704.342082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422285952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828704.342094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828704.342097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828704.342098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828704.342100:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4662 00000100:00080000:1.0:1787828704.342102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828704.342104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828704.342106:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828704.342114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422286080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828704.342120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828704.342122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828704.342123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828704.342126:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4662 00000100:00080000:1.0:1787828704.342127:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828704.342130:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828704.342133:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828704.342138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422285824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828704.342143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422286208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828704.342151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828704.342153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828704.342154:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828704.342156:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4662 00000100:00080000:1.0:1787828704.342160:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828704.342162:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828704.342164:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828704.342171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422286336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828704.342212:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828704.342260:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828704/real 1787828704] req@ffff8a4f13cb12c0 x1874669422285824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828704.342276:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422285824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828704.342285:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828704.342289:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828704.342292:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422285824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828704.342298:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828704.342313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828704.342321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828704/real 1787828704] req@ffff8a4f13cb03c0 x1874669422285952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828704.342330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422285952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828704.342335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828704.342338:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828704.342340:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422285952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828704.342343:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828704.342354:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828704.342360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828704/real 1787828704] req@ffff8a4f13cb0000 x1874669422286080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828704.342368:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422286080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828704.342373:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828704.342375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828704.342377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828704.342399:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828704.342410:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828704.342416:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828704/real 1787828704] req@ffff8a4f13cb21c0 x1874669422286208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828704.342424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422286208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828704.342429:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828704.342432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828704.342434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828704.342437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828704.342445:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828704.342451:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828704/real 1787828704] req@ffff8a4f13cb0780 x1874669422286336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828704.342463:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422286336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828704.342483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828704.342485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828704.342487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828704.469948:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828705.494071:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828706.518045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828707.542039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828708.566039:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828709.462027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828709.462038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828709.462043:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828709.462056:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4667 00000100:00080000:2.0:1787828709.462067:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828709.462075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828709.462121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422286464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828709.462147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828709.462150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828709.462151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828709.462154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4667 00000100:00080000:2.0:1787828709.462157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828709.462160:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828709.462170:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828709.462201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422286592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828709.462215:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422286464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828709.462227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828709.462232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828709.462234:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828709.462239:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4667 00000100:00080000:2.0:1787828709.462261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828709.462264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828709.462269:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828709.462282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422286720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828709.462290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828709.462293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828709.462295:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828709.462297:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4667 00000100:00080000:2.0:1787828709.462301:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828709.462305:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828709.462309:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828709.462315:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828709.462325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422286848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828709.462333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828709.462335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828709.462337:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828709.462340:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4667 00000100:00080000:2.0:1787828709.462343:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828709.462345:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828709.462348:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828709.462359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422286976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828709.462363:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828709/real 1787828709] req@ffff8a4f06e8f0c0 x1874669422286464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828709.462384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422286464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828709.462395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828709.462398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828709.462402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422286464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828709.462425:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828709.462456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828709.462466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828709/real 1787828709] req@ffff8a4f06e8d2c0 x1874669422286592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828709.462476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422286592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828709.462483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828709.462485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828709.462488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828709.462492:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828709.462504:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828709.462510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828709/real 1787828709] req@ffff8a4f06e8f840 x1874669422286720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828709.462519:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422286720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828709.462525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828709.462526:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828709.462529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828709.462532:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828709.462543:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828709.462550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828709/real 1787828709] req@ffff8a4f06e8e580 x1874669422286848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828709.462558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422286848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828709.462564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828709.462565:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828709.462569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828709.462573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828709.462584:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828709.462590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828709/real 1787828709] req@ffff8a4f06e8de00 x1874669422286976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828709.462598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422286976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828709.462604:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828709.462606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828709.462608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422286976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828709.590108:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828710.614183:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828711.638083:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828712.662035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828713.685985:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828714.581968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828714.581976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828714.581980:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828714.581988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4672 00000100:00080000:2.0:1787828714.581998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828714.582005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828714.582043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422287104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828714.582067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828714.582069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828714.582071:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828714.582073:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4672 00000100:00080000:2.0:1787828714.582076:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828714.582078:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828714.582087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828714.582095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422287232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828714.582102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828714.582107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828714.582108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828714.582112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4672 00000100:00080000:2.0:1787828714.582114:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828714.582116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828714.582119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828714.582124:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422287104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828714.582129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422287360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828714.582137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828714.582139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828714.582141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828714.582143:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4672 00000100:00080000:2.0:1787828714.582145:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828714.582148:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828714.582151:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828714.582158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422287488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828714.582164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828714.582166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828714.582167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828714.582170:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4672 00000100:00080000:2.0:1787828714.582181:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828714.582184:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787828714.582196:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:2.0:1787828714.582199:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828714.582216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422287616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828714.582238:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828714/real 1787828714] req@ffff8a4f06e8c000 x1874669422287104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828714.582254:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422287104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828714.582263:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828714.582266:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828714.582269:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422287104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828714.582277:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422287232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828714.582291:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828714.582300:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828714/real 1787828714] req@ffff8a4f06e8e940 x1874669422287232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828714.582308:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422287232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828714.582313:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828714.582315:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828714.582317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422287232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828714.582339:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422287360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828714.582349:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828714.582355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828714/real 1787828714] req@ffff8a4f06e8cb40 x1874669422287360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828714.582363:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422287360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828714.582369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828714.582371:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828714.582373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422287360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828714.582376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422287488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828714.582386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828714.582392:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828714/real 1787828714] req@ffff8a4f06e8d680 x1874669422287488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828714.582415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422287488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828714.582421:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828714.582423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828714.582425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422287488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828714.582429:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422287616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828714.582454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828714.582465:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828714/real 1787828714] req@ffff8a4f06e8c3c0 x1874669422287616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828714.582478:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422287616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828714.582487:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828714.582492:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828714.582496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422287616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828714.709950:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828715.735000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828716.758975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828717.782036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828718.806050:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828719.701948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828719.701955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828719.701959:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828719.701968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4678 00000100:00080000:2.0:1787828719.701998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828719.702005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828719.702040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422287744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828719.702072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828719.702074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828719.702076:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828719.702079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4678 00000100:00080000:2.0:1787828719.702081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828719.702083:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828719.702093:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828719.702101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422287872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828719.702119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828719.702122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828719.702124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828719.702128:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422287744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828719.702129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4678 00000100:00080000:2.0:1787828719.702135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828719.702139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828719.702142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828719.702150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422288000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828719.702156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828719.702158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828719.702160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828719.702162:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4678 00000100:00080000:2.0:1787828719.702164:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828719.702168:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828719.702171:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828719.702177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422288128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828719.702184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828719.702186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828719.702187:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828719.702190:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4678 00000100:00080000:2.0:1787828719.702204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828719.702207:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828719.702208:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828719.702213:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828719.702222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422288256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828719.702248:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828719/real 1787828719] req@ffff8a4f06e8cf00 x1874669422287744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828719.702272:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422287744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828719.702281:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828719.702284:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828719.702287:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422287744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828719.702307:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422287872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828719.702322:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828719.702333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828719/real 1787828719] req@ffff8a4f06e8f480 x1874669422287872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828719.702347:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422287872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828719.702355:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828719.702359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828719.702375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422287872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828719.702383:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828719.702410:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828719.702420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828719/real 1787828719] req@ffff8a4f06e8e1c0 x1874669422288000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828719.702428:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422288000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828719.702434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828719.702436:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828719.702438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828719.702442:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828719.702455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828719.702461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828719/real 1787828719] req@ffff8a4f06e8ed00 x1874669422288128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828719.702468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422288128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828719.702473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828719.702475:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828719.702477:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828719.702481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828719.702490:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828719.702496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828719/real 1787828719] req@ffff8a4f06e8c780 x1874669422288256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828719.702503:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422288256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828719.702508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828719.702509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828719.702511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828719.830047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828720.854016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828721.878091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828722.902019:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828723.926039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828724.821978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828724.821986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828724.821990:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828724.821998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4683 00000100:00080000:1.0:1787828724.822009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828724.822016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828724.822062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422288384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828724.822091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828724.822095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828724.822097:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828724.822101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4683 00000100:00080000:1.0:1787828724.822104:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828724.822107:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828724.822117:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828724.822128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422288512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828724.822137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828724.822144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828724.822144:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422288384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828724.822147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828724.822154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4683 00000100:00080000:1.0:1787828724.822156:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828724.822159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828724.822161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828724.822168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422288640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828724.822174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828724.822176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828724.822178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828724.822180:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4683 00000100:00080000:1.0:1787828724.822183:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828724.822186:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828724.822188:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828724.822195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422288768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828724.822200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828724.822202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828724.822203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828724.822206:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4683 00000100:00080000:1.0:1787828724.822217:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828724.822220:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828724.822234:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828724.822240:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828724.822246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422288896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828724.822289:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828724/real 1787828724] req@ffff8a4f13cb0b40 x1874669422288384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828724.822323:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422288384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828724.822350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828724.822355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828724.822360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422288384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828724.822386:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828724.822414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828724.822429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828724/real 1787828724] req@ffff8a4f13cb30c0 x1874669422288512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828724.822444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422288512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828724.822454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828724.822458:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828724.822462:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828724.822469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828724.822490:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828724.822503:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828724/real 1787828724] req@ffff8a4f13cb1e00 x1874669422288640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828724.822524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422288640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828724.822533:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828724.822536:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828724.822540:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828724.822547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828724.822570:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828724.822583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828724/real 1787828724] req@ffff8a4f13cb2d00 x1874669422288768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828724.822596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422288768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828724.822605:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828724.822609:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828724.822612:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828724.822620:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828724.822642:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828724.822655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828724/real 1787828724] req@ffff8a4f13cb1a40 x1874669422288896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828724.822668:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422288896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828724.822685:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828724.822689:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828724.822693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422288896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828724.950007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828725.974048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828726.997985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828728.022039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828729.046012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828729.941977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828729.941988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828729.941992:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828729.942003:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4688 00000100:00080000:2.0:1787828729.942015:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828729.942023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828729.942059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422289024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828729.942085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828729.942089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828729.942091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828729.942095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4688 00000100:00080000:2.0:1787828729.942099:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828729.942104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828729.942116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828729.942131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422289152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828729.942141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828729.942151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828729.942153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828729.942156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4688 00000100:00080000:2.0:1787828729.942160:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828729.942163:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422289024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828729.942166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828729.942174:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828729.942201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422289280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828729.942211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828729.942214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828729.942215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828729.942219:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4688 00000100:00080000:2.0:1787828729.942222:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828729.942225:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828729.942230:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828729.942237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422289408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828729.942245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828729.942247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828729.942248:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828729.942251:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4688 00000100:00080000:2.0:1787828729.942255:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828729.942259:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828729.942262:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828729.942267:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828729.942277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422289536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828729.942324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828729/real 1787828729] req@ffff8a4f06e8da40 x1874669422289024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828729.942357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422289024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828729.942366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828729.942369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828729.942372:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422289024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828729.942378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828729.942396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828729.942406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828729/real 1787828729] req@ffff8a4f06e8c780 x1874669422289152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828729.942414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422289152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828729.942419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828729.942422:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828729.942424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828729.942445:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828729.942456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828729.942462:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828729/real 1787828729] req@ffff8a4f06e8ed00 x1874669422289280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828729.942470:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422289280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828729.942476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828729.942478:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828729.942479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828729.942483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828729.942502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828729.942509:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828729/real 1787828729] req@ffff8a4f06e8e1c0 x1874669422289408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828729.942516:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422289408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828729.942522:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828729.942524:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828729.942526:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828729.942530:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828729.942541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828729.942546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828729/real 1787828729] req@ffff8a4f06e8f480 x1874669422289536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828729.942554:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422289536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828729.942559:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828729.942560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828729.942562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828730.070004:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828731.093982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828732.118048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828733.142003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828734.166088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828735.061944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828735.061952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828735.061955:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828735.061964:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4693 00000100:00080000:1.0:1787828735.061974:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828735.061980:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828735.062014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422289664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828735.062037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828735.062041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828735.062043:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828735.062048:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4693 00000100:00080000:1.0:1787828735.062051:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828735.062056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828735.062067:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828735.062078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422289792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828735.062086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828735.062089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828735.062091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828735.062094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4693 00000100:00080000:1.0:1787828735.062098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828735.062102:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828735.062105:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828735.062112:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422289664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828735.062116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422289920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828735.062125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828735.062127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828735.062129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828735.062131:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4693 00000100:00080000:1.0:1787828735.062134:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828735.062137:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828735.062140:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828735.062147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422290048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828735.062153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828735.062156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828735.062158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828735.062160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4693 00000100:00080000:1.0:1787828735.062162:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828735.062164:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828735.062167:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828735.062173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422290176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828735.062183:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828735.062223:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828735/real 1787828735] req@ffff8a4f13cb3840 x1874669422289664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828735.062237:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422289664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828735.062245:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828735.062248:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828735.062251:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422289664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828735.062272:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828735.062291:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828735.062300:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828735/real 1787828735] req@ffff8a4f13cb2580 x1874669422289792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828735.062309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422289792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828735.062315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828735.062317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828735.062320:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828735.062341:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828735.062351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828735.062358:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828735/real 1787828735] req@ffff8a4f13cb1a40 x1874669422289920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828735.062365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422289920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828735.062371:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828735.062373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828735.062375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422289920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828735.062378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828735.062388:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828735.062400:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828735/real 1787828735] req@ffff8a4f13cb2d00 x1874669422290048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828735.062408:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422290048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828735.062417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828735.062421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828735.062424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828735.062431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828735.062451:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828735.062464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828735/real 1787828735] req@ffff8a4f13cb1e00 x1874669422290176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828735.062476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422290176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828735.062484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828735.062486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828735.062488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828735.190052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828736.214007:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828737.238020:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828738.262015:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828739.286081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828740.182030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828740.182043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828740.182048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828740.182060:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4698 00000100:00080000:1.0:1787828740.182072:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828740.182080:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828740.182126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422290304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828740.182160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828740.182164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828740.182165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828740.182169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4698 00000100:00080000:1.0:1787828740.182173:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828740.182176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828740.182186:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828740.182200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422290432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828740.182215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828740.182237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828740.182240:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828740.182246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4698 00000100:00080000:1.0:1787828740.182251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828740.182277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828740.182290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422290304:192.168.203.149@tcp:250:kworker.0 00000008:00100000:1.0:1787828740.182295:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828740.182320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422290560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828740.182339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828740.182346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828740.182350:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828740.182357:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4698 00000100:00080000:1.0:1787828740.182364:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828740.182372:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828740.182381:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828740.182405:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828740.182406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422290688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828740.182422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828740.182427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828740.182429:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828740.182434:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4698 00000100:00080000:1.0:1787828740.182451:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828740.182456:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828740.182462:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828740.182477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422290816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828740.182490:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828740/real 1787828740] req@ffff8a4f13cb30c0 x1874669422290304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828740.182528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422290304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828740.182548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828740.182573:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828740.182579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422290304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828740.182590:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828740.182638:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828740.182661:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828740/real 1787828740] req@ffff8a4f13cb0b40 x1874669422290432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828740.182683:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422290432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828740.182697:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828740.182703:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828740.182708:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828740.182747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828740.182784:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828740.182805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828740/real 1787828740] req@ffff8a4f13cb0780 x1874669422290560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828740.182892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422290560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828740.182905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828740.182910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828740.182915:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828740.182924:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828740.182955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828740.182972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828740/real 1787828740] req@ffff8a4f13cb21c0 x1874669422290688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828740.182990:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422290688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828740.183001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828740.183006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828740.183011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828740.183020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828740.183045:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828740.183059:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828740/real 1787828740] req@ffff8a4f13cb0000 x1874669422290816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828740.183076:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422290816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828740.183088:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828740.183092:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828740.183097:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422290816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828740.310095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828741.334187:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828742.358075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828743.382253:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828744.406098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828745.301987:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828745.301995:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828745.301998:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828745.302008:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4703 00000100:00080000:0.0:1787828745.302018:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828745.302025:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828745.302060:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422290944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828745.302086:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828745.302100:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828745.302101:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828745.302104:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4703 00000100:00080000:0.0:1787828745.302106:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828745.302109:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828745.302120:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828745.302128:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422291072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828745.302136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828745.302140:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828745.302141:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828745.302145:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4703 00000100:00080000:0.0:1787828745.302148:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828745.302149:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422290944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828745.302152:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828745.302168:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828745.302174:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422291200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828745.302179:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828745.302182:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828745.302201:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828745.302204:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4703 00000100:00080000:0.0:1787828745.302208:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828745.302212:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828745.302216:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828745.302236:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422291328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828745.302243:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828745.302246:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828745.302247:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828745.302250:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4703 00000100:00080000:0.0:1787828745.302253:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828745.302257:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787828745.302259:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828745.302270:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828745.302281:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422291456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828745.302332:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828745/real 1787828745] req@ffff8a4f13c5bc00 x1874669422290944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828745.302351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422290944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828745.302361:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828745.302365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828745.302368:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422290944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828745.302392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828745.302436:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828745.302445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828745/real 1787828745] req@ffff8a4f13c5b0c0 x1874669422291072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828745.302454:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422291072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828745.302460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828745.302462:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828745.302464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828745.302467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828745.302484:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828745.302489:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828745/real 1787828745] req@ffff8a4f13c592c0 x1874669422291200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828745.302497:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422291200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828745.302507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828745.302509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828745.302512:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828745.302515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828745.302525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828745.302530:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828745/real 1787828745] req@ffff8a4f13c5a1c0 x1874669422291328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828745.302537:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422291328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828745.302541:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828745.302544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828745.302546:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828745.302550:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828745.302558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828745.302564:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828745/real 1787828745] req@ffff8a4f13c58f00 x1874669422291456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828745.302571:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422291456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828745.302576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828745.302578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828745.302580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828745.430065:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828746.454107:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828747.478118:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828748.502028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828749.526058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828750.421947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828750.421955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828750.421960:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828750.421970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4708 00000100:00080000:3.0:1787828750.421981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828750.421988:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828750.422022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422291584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828750.422044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828750.422046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828750.422048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828750.422050:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4708 00000100:00080000:3.0:1787828750.422052:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828750.422055:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828750.422063:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828750.422072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422291712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828750.422079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828750.422082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828750.422083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828750.422086:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4708 00000100:00080000:3.0:1787828750.422089:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828750.422091:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828750.422105:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828750.422111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422291840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828750.422117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422291584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828750.422120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828750.422126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828750.422127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828750.422131:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4708 00000100:00080000:3.0:1787828750.422133:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828750.422135:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828750.422138:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828750.422146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422291968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828750.422164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828750.422166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828750.422167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828750.422170:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4708 00000100:00080000:3.0:1787828750.422173:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828750.422176:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828750.422180:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828750.422199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422292096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828750.422279:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828750.422321:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828750.422354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828750.422382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828750.550028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828751.574085:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828752.598013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828753.494064:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828753.494105:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828753.494141:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828753.494191:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828753.494203:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828753.494212:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828753.494220:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787828753.494243:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828750/real 1787828753] req@ffff8a4f08daa580 x1874669422291840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828753.494284:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422291840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828753.494296:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828753.494301:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828753.494306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828753.494314:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828750/real 1787828753] req@ffff8a4f08da8b40 x1874669422291968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828753.494326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422291968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828753.494334:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828753.494337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828753.494340:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828753.494347:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828750/real 1787828753] req@ffff8a4f08da92c0 x1874669422292096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828753.494360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422292096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828753.494369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828753.494373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828753.494376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292096:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828753.494383:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828750/real 1787828753] req@ffff8a4f08dabc00 x1874669422291584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828753.494392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422291584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828753.494397:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828753.494400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828753.494402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422291584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828753.494406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828750/real 1787828753] req@ffff8a4f08da8000 x1874669422291712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828753.494417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422291712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828753.494425:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828753.494429:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828753.494432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422291712:192.168.203.149@tcp:38:kworker.0 00010000:00010000:0.0:1787828753.622070:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828754.646034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828755.541985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828755.541994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828755.541999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828755.542009:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4713 00000100:00080000:1.0:1787828755.542021:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828755.542029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828755.542064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422292224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828755.542087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828755.542090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828755.542091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828755.542094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4713 00000100:00080000:1.0:1787828755.542097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828755.542100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828755.542124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828755.542138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422292224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828755.542139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422292352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828755.542183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828755.542186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828755.542188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828755.542192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4713 00000100:00080000:1.0:1787828755.542196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828755.542199:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828755.542204:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828755.542239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422292480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828755.542250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828755.542254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828755.542255:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828755.542258:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4713 00000100:00080000:1.0:1787828755.542267:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828755.542271:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828755.542275:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828755.542278:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828755.542287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422292608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828755.542296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828755.542299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828755.542301:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828755.542303:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4713 00000100:00080000:1.0:1787828755.542305:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828755.542308:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828755.542313:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828755.542324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422292736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828755.542360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828755/real 1787828755] req@ffff8a4f13cb03c0 x1874669422292224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828755.542387:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422292224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828755.542400:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828755.542405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828755.542410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422292224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828755.542439:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828755.542466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828755.542478:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828755/real 1787828755] req@ffff8a4f13cb12c0 x1874669422292352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828755.542492:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422292352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828755.542501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828755.542504:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828755.542508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828755.542517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828755.542540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828755.542553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828755/real 1787828755] req@ffff8a4f13cb0000 x1874669422292480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828755.542566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422292480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828755.542575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828755.542578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828755.542581:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828755.542588:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828755.542610:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828755.542630:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828755/real 1787828755] req@ffff8a4f13cb21c0 x1874669422292608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828755.542642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422292608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828755.542649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828755.542653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828755.542656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828755.542663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828755.542684:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828755.542697:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828755/real 1787828755] req@ffff8a4f13cb0780 x1874669422292736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828755.542711:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422292736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828755.542720:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828755.542723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828755.542726:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828755.670056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828756.694075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828757.717949:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828758.742153:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828759.766075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828760.662048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828760.662071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828760.662100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828760.662115:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4719 00000100:00080000:3.0:1787828760.662157:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828760.662166:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828760.662224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422292864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828760.662270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828760.662276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828760.662280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828760.662286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4719 00000100:00080000:3.0:1787828760.662294:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828760.662303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828760.662320:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828760.662344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422292992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828760.662349:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422292864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828760.662364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828760.662371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828760.662373:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828760.662378:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4719 00000100:00080000:3.0:1787828760.662382:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828760.662386:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828760.662394:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828760.662429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422293120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828760.662446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828760.662451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828760.662455:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828760.662462:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4719 00000100:00080000:3.0:1787828760.662470:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828760.662483:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787828760.662484:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787828760.662496:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828760.662516:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422293248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828760.662528:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828760.662532:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828760.662535:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828760.662543:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4719 00000100:00080000:3.0:1787828760.662551:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828760.662562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828760/real 1787828760] req@ffff8a4f08da8780 x1874669422292864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828760.662562:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828760.662577:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828760.662606:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422293376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828760.662615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422292864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828760.662675:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828760.662683:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828760.662691:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422292864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828760.662746:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828760.662800:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828760.662826:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828760/real 1787828760] req@ffff8a4f08da9e00 x1874669422292992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828760.662884:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422292992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828760.662902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828760.662910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828760.662917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422292992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828760.662930:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828760.662969:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828760.662991:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828760/real 1787828760] req@ffff8a4f08da8000 x1874669422293120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828760.663014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422293120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828760.663030:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828760.663037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828760.663045:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828760.663056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828760.663127:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828760.663151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828760/real 1787828760] req@ffff8a4f08dabc00 x1874669422293248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828760.663174:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422293248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828760.663197:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828760.663203:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828760.663209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828760.663220:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828760.663253:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828760.663272:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828760/real 1787828760] req@ffff8a4f08da92c0 x1874669422293376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828760.663294:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422293376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828760.663308:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828760.663313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828760.663319:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828760.790031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828761.814031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828762.838186:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828763.862080:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828764.886091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828765.781976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828765.781985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828765.781989:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828765.781999:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4724 00000100:00080000:1.0:1787828765.782011:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828765.782018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828765.782079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422293504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828765.782121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828765.782124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828765.782125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828765.782129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4724 00000100:00080000:1.0:1787828765.782133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828765.782137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828765.782148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828765.782158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422293504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828765.782162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422293632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828765.782173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828765.782176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828765.782177:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828765.782181:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4724 00000100:00080000:1.0:1787828765.782183:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828765.782186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828765.782189:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828765.782198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422293760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828765.782211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828765.782213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828765.782215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828765.782218:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4724 00000100:00080000:1.0:1787828765.782223:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828765.782226:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828765.782229:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828765.782237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422293888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828765.782245:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828765.782249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828765.782254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828765.782255:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828765.782260:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4724 00000100:00080000:1.0:1787828765.782263:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828765.782267:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828765.782270:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828765.782278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422294016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828765.782312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828765/real 1787828765] req@ffff8a4f13cb0b40 x1874669422293504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828765.782330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422293504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828765.782340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828765.782343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828765.782347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422293504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828765.782379:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828765.782406:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828765.782419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828765/real 1787828765] req@ffff8a4f13cb30c0 x1874669422293632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828765.782428:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422293632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828765.782436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828765.782448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828765.782453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828765.782461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828765.782486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828765.782500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828765/real 1787828765] req@ffff8a4f13cb1e00 x1874669422293760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828765.782514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422293760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828765.782521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828765.782523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828765.782526:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828765.782531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828765.782548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828765.782556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828765/real 1787828765] req@ffff8a4f13cb2d00 x1874669422293888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828765.782565:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422293888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828765.782571:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828765.782573:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828765.782575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422293888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828765.782580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828765.782591:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828765.782597:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828765/real 1787828765] req@ffff8a4f13cb1a40 x1874669422294016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828765.782605:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422294016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828765.782611:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828765.782613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828765.782615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828765.910010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828766.934073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828767.958039:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828768.982074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828770.006072:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828770.901917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828770.901925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828770.901929:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828770.901937:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4729 00000100:00080000:1.0:1787828770.901947:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828770.901954:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828770.901988:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422294144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828770.902020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828770.902023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828770.902024:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828770.902028:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4729 00000100:00080000:1.0:1787828770.902030:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828770.902034:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828770.902043:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828770.902053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422294272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828770.902062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787828770.902064:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422294144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828770.902065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828770.902069:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828770.902076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4729 00000100:00080000:1.0:1787828770.902079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828770.902081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828770.902084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828770.902094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422294400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828770.902100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828770.902103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828770.902105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828770.902107:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4729 00000100:00080000:1.0:1787828770.902110:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828770.902112:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828770.902115:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828770.902122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422294528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828770.902127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828770.902129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828770.902131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828770.902134:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4729 00000100:00080000:1.0:1787828770.902137:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828770.902139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828770.902142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828770.902147:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828770.902151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422294656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828770.902190:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828770/real 1787828770] req@ffff8a4f13cb2580 x1874669422294144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828770.902205:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422294144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828770.902214:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828770.902216:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828770.902220:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422294144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828770.902240:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828770.902258:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828770.902266:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828770/real 1787828770] req@ffff8a4f13cb3840 x1874669422294272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828770.902274:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422294272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828770.902288:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828770.902290:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828770.902293:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828770.902297:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828770.902309:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828770.902316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828770/real 1787828770] req@ffff8a4f13cb1a40 x1874669422294400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828770.902323:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422294400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828770.902328:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828770.902330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828770.902332:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828770.902335:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828770.902346:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828770.902351:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828770/real 1787828770] req@ffff8a4f13cb2d00 x1874669422294528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828770.902364:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422294528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828770.902369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828770.902371:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828770.902373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828770.902376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828770.902386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828770.902392:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828770/real 1787828770] req@ffff8a4f13cb1e00 x1874669422294656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828770.902400:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422294656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828770.902405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828770.902406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828770.902408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828771.030037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828772.053978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828773.078091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828774.102024:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828775.126054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828776.022079:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828776.022093:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828776.022099:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828776.022118:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4734 00000100:00080000:3.0:1787828776.022131:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828776.022141:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828776.022196:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422294784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828776.022227:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828776.022231:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828776.022233:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828776.022236:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4734 00000100:00080000:3.0:1787828776.022239:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828776.022242:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828776.022253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828776.022291:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422294912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828776.022299:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828776.022302:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828776.022303:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828776.022305:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4734 00000100:00080000:3.0:1787828776.022308:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828776.022311:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828776.022314:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828776.022323:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422295040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828776.022341:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828776.022344:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828776.022346:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828776.022352:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4734 00000100:00100000:1.0:1787828776.022354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422294784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828776.022355:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828776.022380:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828776.022387:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828776.022396:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422295168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828776.022404:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828776.022407:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828776.022409:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828776.022412:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4734 00000100:00080000:3.0:1787828776.022424:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828776.022428:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828776.022432:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828776.022442:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422295296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828776.022458:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828776.022526:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828776/real 1787828776] req@ffff8a4f08da8b40 x1874669422294784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828776.022564:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422294784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828776.022579:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828776.022583:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828776.022586:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422294784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828776.022592:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828776.022610:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828776.022620:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828776/real 1787828776] req@ffff8a4f08daa580 x1874669422294912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828776.022629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422294912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828776.022635:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828776.022637:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828776.022640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422294912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828776.022661:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828776.022673:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828776.022680:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828776/real 1787828776] req@ffff8a4f08dab0c0 x1874669422295040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828776.022688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422295040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828776.022694:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828776.022696:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828776.022698:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828776.022702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828776.022714:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828776.022721:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828776/real 1787828776] req@ffff8a4f08da83c0 x1874669422295168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828776.022729:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422295168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828776.022735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828776.022736:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828776.022739:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828776.022742:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828776.022769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828776.022778:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828776/real 1787828776] req@ffff8a4f08dab480 x1874669422295296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828776.022787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422295296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828776.022794:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828776.022796:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828776.022798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828776.150012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828777.174030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828778.197976:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828779.222009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828780.246015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828781.142008:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828781.142023:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828781.142027:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828781.142039:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4739 00000100:00080000:3.0:1787828781.142053:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828781.142061:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828781.142108:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422295424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828781.142142:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828781.142146:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828781.142148:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828781.142151:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4739 00000100:00080000:3.0:1787828781.142155:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828781.142159:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828781.142169:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828781.142192:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422295552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828781.142203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828781.142207:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828781.142209:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828781.142214:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4739 00000100:00080000:3.0:1787828781.142217:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828781.142222:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828781.142228:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828781.142241:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422295424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828781.142243:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422295680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828781.142267:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828781.142273:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828781.142276:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828781.142283:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4739 00000100:00080000:3.0:1787828781.142288:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828781.142294:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828781.142301:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828781.142315:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422295808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828781.142327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828781.142333:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828781.142340:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828781.142344:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828781.142351:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4739 00000100:00080000:3.0:1787828781.142358:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828781.142363:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828781.142369:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828781.142386:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422295936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828781.142398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828781/real 1787828781] req@ffff8a4f08da9a40 x1874669422295424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828781.142423:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422295424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828781.142438:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828781.142453:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828781.142458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422295424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828781.142468:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828781.142494:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828781.142508:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828781/real 1787828781] req@ffff8a4f08da9680 x1874669422295552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828781.142522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422295552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828781.142531:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828781.142535:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828781.142539:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828781.142567:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828781.142592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828781.142605:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828781/real 1787828781] req@ffff8a4f08da8f00 x1874669422295680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828781.142620:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422295680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828781.142632:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828781.142635:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828781.142638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828781.142642:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828781.142659:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828781.142668:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828781/real 1787828781] req@ffff8a4f08daa940 x1874669422295808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828781.142684:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422295808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828781.142690:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828781.142692:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828781.142694:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828781.142698:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828781.142709:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828781.142716:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828781/real 1787828781] req@ffff8a4f08daad00 x1874669422295936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828781.142724:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422295936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828781.142729:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828781.142731:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828781.142734:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422295936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828781.270039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828782.293964:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828783.318001:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828784.342002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828785.366082:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828786.261969:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828786.261978:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828786.261982:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828786.261993:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4744 00000100:00080000:0.0:1787828786.262005:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828786.262013:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828786.262053:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422296064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828786.262083:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828786.262086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828786.262088:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828786.262092:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4744 00000100:00080000:0.0:1787828786.262096:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828786.262102:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828786.262113:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828786.262129:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422296192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828786.262138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422296064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787828786.262145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828786.262149:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828786.262151:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828786.262155:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4744 00000100:00080000:0.0:1787828786.262159:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828786.262163:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828786.262169:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828786.262185:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422296320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828786.262196:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828786.262200:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828786.262202:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828786.262207:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4744 00000800:00000100:1.0:1787828786.262213:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787828786.262216:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828786.262224:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828786.262230:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828786.262244:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422296448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828786.262251:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828786.262254:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828786.262255:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828786.262258:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4744 00000100:00080000:0.0:1787828786.262262:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828786.262265:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828786/real 1787828786] req@ffff8a4f13c5a940 x1874669422296064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828786.262268:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828786.262276:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828786.262293:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422296576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828786.262310:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422296064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828786.262328:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828786.262335:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828786.262339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422296064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828786.262365:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828786.262388:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828786.262398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828786/real 1787828786] req@ffff8a4f13c583c0 x1874669422296192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828786.262407:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422296192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828786.262414:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828786.262416:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828786.262419:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828786.262422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828786.262434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828786.262441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828786/real 1787828786] req@ffff8a4f13c59a40 x1874669422296320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828786.262450:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422296320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828786.262455:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828786.262457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828786.262459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828786.262463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828786.262475:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828786.262485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828786/real 1787828786] req@ffff8a4f13c5a580 x1874669422296448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828786.262497:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422296448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828786.262506:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828786.262510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828786.262514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828786.262520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828786.262540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828786.262550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828786/real 1787828786] req@ffff8a4f13c58000 x1874669422296576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828786.262563:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422296576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828786.262572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828786.262576:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828786.262580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828786.390105:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828787.414281:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828788.438118:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828789.462187:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828790.486029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787828791.381951:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828791.381962:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787828791.381967:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828791.381977:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4749 00000100:00080000:0.0:1787828791.381990:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828791.381998:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828791.382040:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422296704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828791.382068:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828791.382072:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787828791.382074:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828791.382079:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4749 00000100:00080000:0.0:1787828791.382083:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828791.382087:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828791.382093:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422296704:192.168.203.149@tcp:250:kworker.0 00000008:00100000:0.0:1787828791.382098:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828791.382110:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422296832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787828791.382119:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828791.382123:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787828791.382125:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828791.382128:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4749 00000100:00080000:0.0:1787828791.382131:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828791.382134:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828791.382138:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828791.382146:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422296960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828791.382160:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787828791.382164:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828791.382166:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787828791.382168:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828791.382171:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4749 00000100:00080000:0.0:1787828791.382174:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828791.382177:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787828791.382182:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787828791.382191:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422297088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828791.382199:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828791/real 1787828791] req@ffff8a4f13c58780 x1874669422296704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828791.382200:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787828791.382203:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787828791.382205:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787828791.382209:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4749 00000100:00080000:0.0:1787828791.382212:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787828791.382216:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828791.382216:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422296704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787828791.382221:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787828791.382227:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787828791.382231:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422297216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828791.382231:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828791.382236:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422296704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828791.382261:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828791.382294:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828791.382304:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828791/real 1787828791] req@ffff8a4f13c5ad00 x1874669422296832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828791.382313:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422296832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828791.382319:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828791.382321:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828791.382323:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828791.382330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828791.382352:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828791.382365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828791/real 1787828791] req@ffff8a4f13c5b480 x1874669422296960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828791.382379:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422296960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828791.382387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828791.382390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828791.382392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422296960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828791.382397:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828791.382412:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828791.382420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828791/real 1787828791] req@ffff8a4f13c59680 x1874669422297088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828791.382427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422297088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828791.382433:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828791.382435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828791.382437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828791.382440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828791.382450:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828791.382456:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828791/real 1787828791] req@ffff8a4f13c58000 x1874669422297216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828791.382464:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422297216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828791.382469:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828791.382471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828791.382472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828791.510035:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828792.533990:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828793.558032:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828794.582016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828795.606107:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828796.501943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828796.501953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828796.501958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828796.501969:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4754 00000100:00080000:3.0:1787828796.501980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828796.501989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828796.502028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422297344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828796.502055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828796.502059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828796.502061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828796.502065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4754 00000100:00080000:3.0:1787828796.502068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828796.502072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828796.502084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828796.502096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422297344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828796.502116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422297472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828796.502129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828796.502133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828796.502135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828796.502139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4754 00000100:00080000:3.0:1787828796.502143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828796.502148:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828796.502154:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828796.502166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422297600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828796.502174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828796.502189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828796.502192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828796.502195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828796.502200:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4754 00000100:00080000:3.0:1787828796.502204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828796.502209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828796.502215:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828796/real 1787828796] req@ffff8a4f08daa1c0 x1874669422297344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787828796.502215:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828796.502232:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422297344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828796.502240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422297728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828796.502242:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828796.502251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828796.502259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422297344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828796.502261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828796.502267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828796.502269:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828796.502274:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4754 00000100:00080000:3.0:1787828796.502278:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828796.502282:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828796.502285:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297472:192.168.203.149@tcp:38:kworker.0 00000008:00100000:3.0:1787828796.502291:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828796.502307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422297856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828796.502308:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828796.502323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828796/real 1787828796] req@ffff8a4f08dab840 x1874669422297472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828796.502339:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422297472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828796.502355:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828796.502359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828796.502362:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828796.502368:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828796.502399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828796.502412:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828796/real 1787828796] req@ffff8a4f08daad00 x1874669422297600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828796.502425:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422297600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828796.502431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828796.502433:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828796.502436:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828796.502440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828796.502456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828796.502463:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828796/real 1787828796] req@ffff8a4f08daa940 x1874669422297728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828796.502470:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422297728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828796.502475:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828796.502477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828796.502479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828796.502490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828796.502501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828796.502507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828796/real 1787828796] req@ffff8a4f08da8f00 x1874669422297856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828796.502515:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422297856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828796.502520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828796.502521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828796.502523:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422297856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828796.629996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828797.654037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828798.677985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828799.702017:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828800.726049:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828801.621986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828801.621994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828801.621998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828801.622007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4760 00000100:00080000:3.0:1787828801.622017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828801.622025:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828801.622068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422297984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828801.622099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828801.622104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828801.622106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828801.622111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4760 00000100:00080000:3.0:1787828801.622115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828801.622121:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828801.622144:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828801.622154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422297984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828801.622159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422298112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828801.622169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828801.622171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828801.622173:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828801.622176:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4760 00000100:00080000:3.0:1787828801.622179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828801.622181:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828801.622185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828801.622204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422298240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828801.622215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828801.622218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828801.622219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828801.622222:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4760 00000100:00080000:3.0:1787828801.622224:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828801.622227:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828801.622230:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828801.622235:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828801.622239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422298368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828801.622245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828801.622249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828801.622250:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828801.622253:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4760 00000100:00080000:3.0:1787828801.622255:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828801.622258:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828801.622260:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828801.622267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422298496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828801.622303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828801/real 1787828801] req@ffff8a4f08da9680 x1874669422297984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828801.622321:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422297984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828801.622331:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828801.622334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828801.622337:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422297984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828801.622358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828801.622386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828801.622396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828801/real 1787828801] req@ffff8a4f08da9a40 x1874669422298112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828801.622404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422298112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828801.622410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828801.622412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828801.622414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828801.622418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828801.622428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828801.622434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828801/real 1787828801] req@ffff8a4f08dab480 x1874669422298240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828801.622441:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422298240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828801.622446:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828801.622448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828801.622450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828801.622454:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828801.622463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828801.622479:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828801/real 1787828801] req@ffff8a4f08da83c0 x1874669422298368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828801.622485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422298368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828801.622491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828801.622493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828801.622495:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828801.622498:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828801.622516:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828801.622523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828801/real 1787828801] req@ffff8a4f08dab0c0 x1874669422298496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828801.622530:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422298496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828801.622534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828801.622543:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828801.622545:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828801.750056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828802.774049:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828803.798018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828804.822018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828805.846107:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828806.742056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828806.742069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828806.742075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828806.742089:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4765 00000100:00080000:1.0:1787828806.742104:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828806.742114:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828806.742175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422298624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828806.742205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828806.742209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828806.742211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828806.742214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4765 00000100:00080000:1.0:1787828806.742218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828806.742222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828806.742233:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828806.742270:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422298624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828806.742272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422298752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828806.742324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828806.742326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828806.742329:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828806.742333:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4765 00000100:00080000:1.0:1787828806.742337:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828806.742341:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828806.742347:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828806.742362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422298880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828806.742374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828806.742379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828806.742381:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828806.742386:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4765 00000100:00080000:1.0:1787828806.742396:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828806.742401:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828806.742409:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828806.742410:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828806.742425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422299008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828806.742434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828806.742437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828806.742439:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828806.742442:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4765 00000100:00080000:1.0:1787828806.742445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828806.742448:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828806.742452:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828806.742468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422299136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828806.742469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828806/real 1787828806] req@ffff8a4f13cb30c0 x1874669422298624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828806.742510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422298624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828806.742521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828806.742525:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828806.742529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422298624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828806.742552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828806.742572:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828806.742582:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828806/real 1787828806] req@ffff8a4f13cb0b40 x1874669422298752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828806.742592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422298752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828806.742598:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828806.742601:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828806.742604:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828806.742608:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828806.742619:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828806.742626:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828806/real 1787828806] req@ffff8a4f13cb0780 x1874669422298880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828806.742640:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422298880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828806.742646:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828806.742648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828806.742650:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422298880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828806.742654:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828806.742666:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828806.742673:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828806/real 1787828806] req@ffff8a4f13cb21c0 x1874669422299008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828806.742681:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422299008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828806.742687:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828806.742689:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828806.742691:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828806.742695:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828806.742706:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828806.742712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828806/real 1787828806] req@ffff8a4f13cb0000 x1874669422299136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828806.742720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422299136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828806.742732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828806.742734:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828806.742736:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828806.870024:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828807.894017:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828808.917995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828809.942150:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828810.965981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828811.861982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828811.861992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828811.861996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828811.862006:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4770 00000100:00080000:2.0:1787828811.862019:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828811.862027:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828811.862065:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422299264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828811.862094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828811.862098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828811.862100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828811.862103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4770 00000100:00080000:2.0:1787828811.862106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828811.862110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828811.862121:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828811.862132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422299392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828811.862139:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422299264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828811.862147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828811.862152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828811.862154:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828811.862158:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4770 00000100:00080000:2.0:1787828811.862160:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828811.862163:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828811.862166:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828811.862177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422299520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828811.862184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828811.862187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828811.862188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828811.862190:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4770 00000100:00080000:2.0:1787828811.862206:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828811.862209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828811.862213:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828811.862221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422299648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828811.862228:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828811.862236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828811.862242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828811.862245:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828811.862251:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4770 00000100:00080000:2.0:1787828811.862256:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828811.862261:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828811.862268:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828811.862284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422299776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828811.862295:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828811/real 1787828811] req@ffff8a4f06e8cf00 x1874669422299264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828811.862314:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422299264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828811.862325:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828811.862332:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828811.862338:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422299264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828811.862384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828811.862413:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828811.862427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828811/real 1787828811] req@ffff8a4f06e8c3c0 x1874669422299392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828811.862438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422299392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828811.862445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828811.862448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828811.862450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828811.862455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828811.862478:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828811.862491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828811/real 1787828811] req@ffff8a4f06e8d680 x1874669422299520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828811.862500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422299520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828811.862508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828811.862512:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828811.862516:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828811.862523:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828811.862557:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828811.862571:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828811/real 1787828811] req@ffff8a4f06e8cb40 x1874669422299648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828811.862581:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422299648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828811.862588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828811.862590:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828811.862593:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828811.862597:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828811.862614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828811.862621:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828811/real 1787828811] req@ffff8a4f06e8e940 x1874669422299776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828811.862630:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422299776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828811.862635:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828811.862637:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828811.862639:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422299776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828811.990114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828813.014003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828814.038065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828815.062023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828816.086060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828816.982012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828816.982027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828816.982031:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828816.982042:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4775 00000100:00080000:3.0:1787828816.982054:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828816.982061:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828816.982103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422299904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828816.982139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828816.982143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828816.982145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828816.982165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4775 00000100:00080000:3.0:1787828816.982182:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828816.982189:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828816.982203:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828816.982238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422300032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828816.982254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828816.982259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828816.982260:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828816.982268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4775 00000100:00080000:3.0:1787828816.982273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828816.982275:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422299904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828816.982288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828816.982302:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828816.982325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422300160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828816.982339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828816.982344:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828816.982347:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828816.982352:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4775 00000100:00080000:3.0:1787828816.982359:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828816.982364:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828816.982369:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828816.982381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422300288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828816.982393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828816.982398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828816.982400:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828816.982405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4775 00000100:00080000:3.0:1787828816.982411:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828816.982416:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828816.982423:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828816.982447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422300416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828816.982497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828816.982568:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828816.982605:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828816.982631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828817.110144:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828818.134007:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828819.158056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828820.054138:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828820.054179:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828820.054199:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828820.054249:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828820.054261:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828820.054274:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828820.054286:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787828820.054313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828816/real 1787828820] req@ffff8a4f08da8b40 x1874669422300032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828820.054351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422300032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828820.054376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828820.054383:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828820.054388:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828820.054398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828816/real 1787828820] req@ffff8a4f08da92c0 x1874669422300160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828820.054413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422300160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828820.054422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828820.054427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828820.054431:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828820.054440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828816/real 1787828820] req@ffff8a4f08dabc00 x1874669422300288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828820.054455:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422300288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828820.054466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828820.054471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828820.054475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828820.054485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828816/real 1787828820] req@ffff8a4f08da8000 x1874669422300416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828820.054510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422300416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828820.054522:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828820.054526:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828820.054530:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300416:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828820.054539:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828816/real 1787828820] req@ffff8a4f08daa580 x1874669422299904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828820.054555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422299904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828820.054565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828820.054569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828820.054573:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422299904:192.168.203.149@tcp:250:kworker.0 00010000:00010000:3.0:1787828820.182105:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828821.206113:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828822.102016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828822.102042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828822.102047:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828822.102059:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4780 00000100:00080000:2.0:1787828822.102071:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828822.102081:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828822.102136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422300544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828822.102167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828822.102171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828822.102174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828822.102179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4780 00000100:00080000:2.0:1787828822.102183:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828822.102189:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828822.102216:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828822.102232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422300672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828822.102242:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422300544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828822.102247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828822.102260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828822.102262:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828822.102267:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4780 00000100:00080000:2.0:1787828822.102271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828822.102276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828822.102282:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828822.102296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422300800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828822.102307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828822.102310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828822.102312:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828822.102317:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4780 00000100:00080000:2.0:1787828822.102322:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828822.102326:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828822.102331:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828822.102337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787828822.102357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422300928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828822.102369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828822.102373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828822.102375:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828822.102380:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4780 00000100:00080000:2.0:1787828822.102385:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828822.102389:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828822.102396:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828822.102408:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422301056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828822.102434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828822/real 1787828822] req@ffff8a4f06e8c000 x1874669422300544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828822.102466:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422300544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828822.102489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828822.102494:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828822.102499:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422300544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828822.102526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828822.102570:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828822.102587:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828822/real 1787828822] req@ffff8a4f06e8de00 x1874669422300672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828822.102604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422300672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828822.102614:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828822.102618:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828822.102622:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828822.102630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828822.102675:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828822.102690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828822/real 1787828822] req@ffff8a4f06e8e580 x1874669422300800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828822.102704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422300800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828822.102714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828822.102718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828822.102723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828822.102730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828822.102756:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828822.102770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828822/real 1787828822] req@ffff8a4f06e8f840 x1874669422300928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828822.102791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422300928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828822.102800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828822.102804:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828822.102808:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422300928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828822.102814:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828822.102837:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828822.102896:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828822/real 1787828822] req@ffff8a4f06e8d2c0 x1874669422301056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828822.102911:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422301056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828822.102920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828822.102924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828822.102928:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828822.230053:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828823.254032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828824.278089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828825.302022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828826.326069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828827.221920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828827.221928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828827.221932:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828827.221941:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4785 00000100:00080000:3.0:1787828827.221952:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828827.221959:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828827.221994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422301184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828827.222016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828827.222019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828827.222020:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828827.222023:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4785 00000100:00080000:3.0:1787828827.222026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828827.222029:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828827.222038:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828827.222048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422301312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828827.222057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828827.222061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787828827.222062:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422301184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828827.222063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828827.222070:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4785 00000100:00080000:3.0:1787828827.222073:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828827.222076:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828827.222079:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828827.222091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422301440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828827.222098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828827.222100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828827.222102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828827.222104:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4785 00000100:00080000:3.0:1787828827.222108:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828827.222111:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828827.222114:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828827.222121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422301568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828827.222131:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828827.222140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828827.222143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828827.222145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828827.222149:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4785 00000100:00080000:3.0:1787828827.222152:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828827.222155:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828827.222157:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828827.222164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422301696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828827.222188:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828827/real 1787828827] req@ffff8a4f08da9e00 x1874669422301184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828827.222205:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422301184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828827.222219:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828827.222222:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828827.222226:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422301184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828827.222247:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828827.222270:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828827.222284:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828827/real 1787828827] req@ffff8a4f08da8780 x1874669422301312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828827.222299:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422301312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828827.222309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828827.222311:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828827.222314:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828827.222319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828827.222336:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828827.222344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828827/real 1787828827] req@ffff8a4f08daa580 x1874669422301440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828827.222352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422301440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828827.222358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828827.222360:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828827.222362:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828827.222366:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828827.222377:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828827.222383:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828827/real 1787828827] req@ffff8a4f08da8000 x1874669422301568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828827.222391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422301568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828827.222396:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828827.222398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828827.222400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828827.222403:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828827.222420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828827.222427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828827/real 1787828827] req@ffff8a4f08dabc00 x1874669422301696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828827.222435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422301696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828827.222440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828827.222442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828827.222444:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828827.349990:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828828.374036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828829.398129:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828830.422025:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828831.446012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828832.341970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828832.341980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828832.341984:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828832.341996:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4790 00000100:00080000:3.0:1787828832.342010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828832.342020:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828832.342071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422301824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828832.342118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828832.342124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828832.342127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828832.342132:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4790 00000100:00080000:3.0:1787828832.342140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828832.342147:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828832.342163:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828832.342187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422301952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828832.342188:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422301824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828832.342214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828832.342219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828832.342223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828832.342245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4790 00000100:00080000:3.0:1787828832.342251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828832.342258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828832.342266:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828832.342281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422302080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828832.342292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828832.342295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828832.342296:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828832.342302:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4790 00000800:00000100:1.0:1787828832.342310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828832.342311:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828832.342320:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828832.342327:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828832.342339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422302208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828832.342386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828832.342390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828832.342392:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828832.342398:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4790 00000100:00080000:3.0:1787828832.342404:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828832.342417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828832/real 1787828832] req@ffff8a4f08da92c0 x1874669422301824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828832.342419:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828832.342431:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828832.342466:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422301824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828832.342466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422302336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828832.342525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828832.342535:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828832.342543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422301824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828832.342575:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828832.342658:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828832.342675:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828832/real 1787828832] req@ffff8a4f08da8b40 x1874669422301952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828832.342694:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422301952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828832.342706:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828832.342727:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828832.342733:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422301952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828832.342741:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828832.342771:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828832.342788:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828832/real 1787828832] req@ffff8a4f08dab0c0 x1874669422302080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828832.342805:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422302080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828832.342827:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828832.342833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828832.342838:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828832.342847:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828832.342893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828832.342958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828832/real 1787828832] req@ffff8a4f08da83c0 x1874669422302208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828832.342976:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422302208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828832.342989:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828832.342994:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828832.342999:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828832.343008:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828832.343035:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828832.343050:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828832/real 1787828832] req@ffff8a4f08dab480 x1874669422302336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828832.343067:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422302336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828832.343079:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828832.343083:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828832.343089:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828832.470253:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828833.494081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828834.518004:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828835.542095:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828836.566129:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828837.462002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828837.462013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828837.462017:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828837.462027:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4795 00000100:00080000:1.0:1787828837.462039:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828837.462045:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828837.462087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422302464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828837.462126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828837.462129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828837.462130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828837.462133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4795 00000100:00080000:1.0:1787828837.462136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828837.462138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828837.462146:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828837.462156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422302592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828837.462165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828837.462168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828837.462170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787828837.462183:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422302464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828837.462186:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4795 00000100:00080000:1.0:1787828837.462192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828837.462196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828837.462199:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828837.462209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422302720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828837.462216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828837.462226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828837.462228:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828837.462233:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4795 00000100:00080000:1.0:1787828837.462238:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828837.462243:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828837.462248:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828837.462263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422302848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828837.462269:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828837.462296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828837.462300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828837.462302:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828837.462306:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4795 00000100:00080000:1.0:1787828837.462310:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828837.462314:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828837.462318:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828837.462327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422302976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828837.462353:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828837/real 1787828837] req@ffff8a4f13cb12c0 x1874669422302464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828837.462371:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422302464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828837.462387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828837.462393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828837.462423:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422302464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828837.462450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828837.462471:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828837.462481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828837/real 1787828837] req@ffff8a4f13cb03c0 x1874669422302592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828837.462490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422302592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828837.462496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828837.462498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828837.462500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828837.462506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828837.462526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828837.462539:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828837/real 1787828837] req@ffff8a4f13cb0000 x1874669422302720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828837.462584:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422302720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828837.462592:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828837.462594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828837.462596:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828837.462601:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828837.462618:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828837.462641:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828837/real 1787828837] req@ffff8a4f13cb21c0 x1874669422302848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828837.462655:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422302848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828837.462661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828837.462663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828837.462665:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828837.462668:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828837.462680:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828837.462686:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828837/real 1787828837] req@ffff8a4f13cb0780 x1874669422302976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828837.462698:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422302976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828837.462707:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828837.462711:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828837.462714:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422302976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828837.590043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828838.614050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828839.638009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828840.662056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828841.685989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828842.581940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828842.581948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828842.581952:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828842.581960:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4800 00000100:00080000:2.0:1787828842.581972:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828842.581981:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828842.582021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422303104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828842.582055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828842.582059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828842.582061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828842.582065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4800 00000100:00080000:2.0:1787828842.582068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828842.582072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828842.582083:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828842.582099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422303232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828842.582112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828842.582119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787828842.582119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422303104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828842.582123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828842.582131:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4800 00000100:00080000:2.0:1787828842.582135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828842.582138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828842.582142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828842.582154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422303360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828842.582161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828842.582163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828842.582165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828842.582167:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4800 00000100:00080000:2.0:1787828842.582179:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828842.582182:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828842.582186:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828842.582197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422303488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828842.582197:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828842.582207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828842.582210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828842.582211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828842.582214:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4800 00000100:00080000:2.0:1787828842.582217:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828842.582220:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828842.582224:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828842.582232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422303616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828842.582242:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828842/real 1787828842] req@ffff8a4f06e8f0c0 x1874669422303104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828842.582258:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422303104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828842.582267:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828842.582270:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828842.582274:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422303104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828842.582296:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422303232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828842.582311:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828842.582320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828842/real 1787828842] req@ffff8a4f06e8d2c0 x1874669422303232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828842.582328:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422303232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828842.582334:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828842.582336:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828842.582338:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422303232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828842.582342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422303360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828842.582351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828842.582357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828842/real 1787828842] req@ffff8a4f06e8f840 x1874669422303360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828842.582365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422303360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828842.582370:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828842.582372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828842.582374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422303360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828842.582378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422303488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828842.582388:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828842.582394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828842/real 1787828842] req@ffff8a4f06e8e580 x1874669422303488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828842.582402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422303488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828842.582407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828842.582409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828842.582411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422303488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828842.582414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422303616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828842.582423:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828842.582429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828842/real 1787828842] req@ffff8a4f06e8de00 x1874669422303616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828842.582436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422303616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828842.582441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828842.582443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828842.582445:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422303616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828842.710026:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828843.734063:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828844.758031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828845.781968:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828846.806070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828847.702009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828847.702017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828847.702020:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828847.702030:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4806 00000100:00080000:1.0:1787828847.702040:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828847.702047:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828847.702085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422303744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828847.702112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828847.702114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828847.702116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828847.702119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4806 00000100:00080000:1.0:1787828847.702121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828847.702123:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828847.702133:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828847.702140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422303872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828847.702147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828847.702150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828847.702151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828847.702153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4806 00000100:00080000:1.0:1787828847.702154:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828847.702157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828847.702159:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828847.702183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422304000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828847.702193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828847.702196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828847.702198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828847.702203:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4806 00000100:00080000:1.0:1787828847.702207:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828847.702211:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828847.702217:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828847.702218:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422303744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828847.702242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422304128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828847.702256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828847.702258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828847.702260:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828847.702262:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4806 00000100:00080000:1.0:1787828847.702266:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828847.702269:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828847.702273:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828847.702283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422304256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787828847.702314:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828847.702363:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828847/real 1787828847] req@ffff8a4f13cb0b40 x1874669422303744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828847.702377:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422303744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828847.702386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828847.702389:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828847.702393:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422303744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828847.702399:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422303872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828847.702425:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828847.702433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828847/real 1787828847] req@ffff8a4f13cb30c0 x1874669422303872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828847.702441:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422303872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828847.702446:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828847.702448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828847.702450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422303872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828847.702453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828847.702463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828847.702469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828847/real 1787828847] req@ffff8a4f13cb1e00 x1874669422304000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828847.702506:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422304000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828847.702512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828847.702514:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828847.702516:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828847.702540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828847.702552:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828847.702559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828847/real 1787828847] req@ffff8a4f13cb2d00 x1874669422304128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828847.702567:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422304128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828847.702572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828847.702574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828847.702575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828847.702579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828847.702600:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828847.702605:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828847/real 1787828847] req@ffff8a4f13cb1a40 x1874669422304256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828847.702613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422304256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828847.702623:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828847.702625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828847.702627:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828847.830010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828848.854004:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828849.878008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828850.901977:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828851.926006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828852.821942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828852.821951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828852.821954:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828852.821964:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4811 00000100:00080000:3.0:1787828852.821975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828852.821982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828852.822020:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422304384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828852.822045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828852.822048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828852.822050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828852.822053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4811 00000100:00080000:3.0:1787828852.822056:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828852.822059:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828852.822069:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828852.822078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422304512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828852.822087:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422304384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828852.822089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828852.822097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828852.822098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828852.822101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4811 00000100:00080000:3.0:1787828852.822103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828852.822105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828852.822108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828852.822117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422304640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828852.822123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828852.822125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828852.822127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828852.822130:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4811 00000100:00080000:3.0:1787828852.822132:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828852.822135:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828852.822138:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828852.822145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422304768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828852.822150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828852.822159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828852.822160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828852.822163:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4811 00000100:00080000:3.0:1787828852.822166:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828852.822169:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787828852.822176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787828852.822176:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828852.822189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422304896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828852.822226:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828852/real 1787828852] req@ffff8a4f08da9a40 x1874669422304384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828852.822256:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422304384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828852.822269:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828852.822274:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828852.822278:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422304384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828852.822300:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828852.822319:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828852.822329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828852/real 1787828852] req@ffff8a4f08da9680 x1874669422304512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828852.822338:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422304512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828852.822344:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828852.822347:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828852.822349:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828852.822353:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828852.822363:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828852.822370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828852/real 1787828852] req@ffff8a4f08da8f00 x1874669422304640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828852.822379:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422304640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828852.822388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828852.822390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828852.822392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828852.822395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828852.822406:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828852.822411:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828852/real 1787828852] req@ffff8a4f08daa940 x1874669422304768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828852.822418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422304768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828852.822423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828852.822425:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828852.822427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828852.822431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828852.822459:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828852.822467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828852/real 1787828852] req@ffff8a4f08daad00 x1874669422304896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828852.822475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422304896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828852.822480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828852.822482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828852.822485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422304896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828852.950050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828853.974194:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828854.998034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828856.021974:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828857.046024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828857.942019:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828857.942032:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828857.942037:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828857.942049:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4816 00000100:00080000:2.0:1787828857.942062:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828857.942071:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828857.942138:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422305024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828857.942180:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828857.942185:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828857.942187:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828857.942192:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4816 00000100:00080000:2.0:1787828857.942197:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828857.942203:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828857.942228:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828857.942253:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422305152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828857.942295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422305024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828857.942322:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828857.942326:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828857.942329:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828857.942337:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4816 00000100:00080000:2.0:1787828857.942372:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828857.942378:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828857.942384:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828857.942433:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422305280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828857.942447:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787828857.942448:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828857.942459:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828857.942462:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828857.942470:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4816 00000100:00080000:2.0:1787828857.942476:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828857.942483:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828857.942489:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828857.942502:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422305408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828857.942511:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828857.942513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828857/real 1787828857] req@ffff8a4f06e8c000 x1874669422305024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787828857.942520:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828857.942528:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828857.942541:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4816 00000100:00080000:2.0:1787828857.942547:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828857.942552:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828857.942557:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422305024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787828857.942561:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1787828857.942582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787828857.942585:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422305536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828857.942600:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828857.942621:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422305024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828857.942671:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828857.942694:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828857.942714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828857/real 1787828857] req@ffff8a4f06e8e940 x1874669422305152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828857.942728:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422305152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828857.942735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828857.942737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828857.942740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828857.942745:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828857.942757:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828857.942766:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828857/real 1787828857] req@ffff8a4f06e8cb40 x1874669422305280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828857.942774:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422305280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828857.942780:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828857.942783:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828857.942786:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828857.942790:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828857.942801:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828857.942807:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828857/real 1787828857] req@ffff8a4f06e8d680 x1874669422305408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828857.942816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422305408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828857.942821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828857.942823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828857.942825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828857.942829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828857.942839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828857.942845:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828857/real 1787828857] req@ffff8a4f06e8c3c0 x1874669422305536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828857.942892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422305536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828857.942899:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828857.942901:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828857.942904:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828858.070083:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828859.094029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828860.118062:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828861.142078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828862.166114:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828863.062005:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828863.062015:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828863.062019:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828863.062041:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4821 00000100:00080000:3.0:1787828863.062053:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828863.062068:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828863.062139:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422305664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828863.062166:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828863.062168:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828863.062173:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828863.062187:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4821 00000100:00080000:3.0:1787828863.062189:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828863.062193:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828863.062203:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828863.062213:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422305792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828863.062226:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828863.062246:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828863.062248:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828863.062251:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4821 00000100:00080000:3.0:1787828863.062253:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828863.062258:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828863.062261:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422305664:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787828863.062263:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828863.062278:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422305920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828863.062286:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828863.062289:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828863.062291:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828863.062293:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4821 00000100:00080000:3.0:1787828863.062296:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828863.062299:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828863.062303:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828863.062311:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422306048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828863.062317:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828863.062319:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828863.062321:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828863.062324:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4821 00000100:00080000:3.0:1787828863.062327:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828863.062330:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828863.062334:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828863.062335:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828863.062348:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422306176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828863.062434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828863/real 1787828863] req@ffff8a4f08dab840 x1874669422305664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828863.062450:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422305664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828863.062459:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828863.062463:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828863.062467:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422305664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828863.062474:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828863.062492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828863.062501:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828863/real 1787828863] req@ffff8a4f08daa1c0 x1874669422305792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828863.062510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422305792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828863.062515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828863.062517:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828863.062520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828863.062543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828863.062554:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828863.062561:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828863/real 1787828863] req@ffff8a4f08daad00 x1874669422305920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828863.062570:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422305920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828863.062575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828863.062577:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828863.062579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422305920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828863.062583:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828863.062593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828863.062599:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828863/real 1787828863] req@ffff8a4f08daa940 x1874669422306048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828863.062607:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422306048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828863.062612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828863.062614:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828863.062616:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828863.062620:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828863.062630:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828863.062636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828863/real 1787828863] req@ffff8a4f08da8f00 x1874669422306176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828863.062644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422306176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828863.062649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828863.062651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828863.062653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828863.190052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828864.214078:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828865.238136:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828866.261994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828867.286022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828868.181973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828868.181988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828868.181994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828868.182005:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4826 00000100:00080000:3.0:1787828868.182032:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828868.182039:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828868.182075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422306304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828868.182097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828868.182100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828868.182101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828868.182104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4826 00000100:00080000:3.0:1787828868.182106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828868.182109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828868.182119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828868.182135:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422306304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828868.182136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422306432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828868.182152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828868.182157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828868.182159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828868.182164:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4826 00000100:00080000:3.0:1787828868.182169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828868.182172:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828868.182177:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828868.182187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422306560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828868.182214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828868.182218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828868.182220:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787828868.182228:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828868.182232:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4826 00000100:00080000:3.0:1787828868.182239:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828868.182243:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828868.182249:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828868.182277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422306688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828868.182285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828868.182288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828868.182289:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828868.182293:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4826 00000100:00080000:3.0:1787828868.182297:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828868.182301:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828868.182306:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828868/real 1787828868] req@ffff8a4f08da9680 x1874669422306304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787828868.182308:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828868.182324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422306816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828868.182350:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422306304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828868.182365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828868.182385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828868.182391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422306304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828868.182413:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828868.182434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828868.182448:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828868/real 1787828868] req@ffff8a4f08da9a40 x1874669422306432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828868.182462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422306432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828868.182479:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828868.182482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828868.182485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828868.182489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828868.182506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828868.182514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828868/real 1787828868] req@ffff8a4f08dab480 x1874669422306560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828868.182522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422306560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828868.182527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828868.182529:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828868.182531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828868.182535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828868.182546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828868.182551:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828868/real 1787828868] req@ffff8a4f08da83c0 x1874669422306688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828868.182558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422306688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828868.182563:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828868.182565:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828868.182568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828868.182572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828868.182581:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828868.182587:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828868/real 1787828868] req@ffff8a4f08dab0c0 x1874669422306816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828868.182594:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422306816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828868.182599:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828868.182601:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828868.182603:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422306816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828868.310112:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828869.334055:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828870.358074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828871.382023:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828872.406135:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828873.301983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828873.301996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828873.302002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828873.302014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4831 00000100:00080000:3.0:1787828873.302026:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828873.302035:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828873.302078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422306944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828873.302111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828873.302115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828873.302117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828873.302122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4831 00000100:00080000:3.0:1787828873.302126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828873.302131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828873.302141:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828873.302154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422307072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828873.302174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828873.302178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828873.302180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828873.302185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4831 00000100:00080000:3.0:1787828873.302190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828873.302194:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422306944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828873.302199:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828873.302207:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828873.302221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422307200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828873.302234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828873.302238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828873.302240:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828873.302244:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4831 00000100:00080000:3.0:1787828873.302249:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828873.302254:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828873.302260:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787828873.302267:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828873.302274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422307328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828873.302287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828873.302291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828873.302308:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828873.302313:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4831 00000100:00080000:3.0:1787828873.302319:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828873.302324:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828873.302330:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828873.302334:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828873/real 1787828873] req@ffff8a4f08da8b40 x1874669422306944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828873.302348:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422307456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828873.302361:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422306944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828873.302376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828873.302382:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828873.302388:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422306944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828873.302396:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828873.302417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828873.302427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828873/real 1787828873] req@ffff8a4f08da92c0 x1874669422307072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828873.302435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422307072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828873.302441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828873.302444:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828873.302446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828873.302467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828873.302478:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828873.302493:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828873/real 1787828873] req@ffff8a4f08dabc00 x1874669422307200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828873.302504:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422307200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828873.302509:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828873.302511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828873.302514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828873.302520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828873.302540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828873.302552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828873/real 1787828873] req@ffff8a4f08da8000 x1874669422307328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828873.302565:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422307328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828873.302575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828873.302579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828873.302582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828873.302587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828873.302603:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828873.302610:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828873/real 1787828873] req@ffff8a4f08daa580 x1874669422307456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828873.302618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422307456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828873.302624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828873.302625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828873.302627:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828873.430195:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828874.454038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828875.478122:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828876.501997:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828877.526041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828878.422061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828878.422077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828878.422083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828878.422097:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4836 00000100:00080000:3.0:1787828878.422110:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828878.422120:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828878.422166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422307584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828878.422202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828878.422207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828878.422209:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828878.422213:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4836 00000100:00080000:3.0:1787828878.422217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828878.422223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828878.422234:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828878.422252:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422307584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828878.422253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422307712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828878.422285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828878.422289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828878.422292:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828878.422297:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4836 00000100:00080000:3.0:1787828878.422303:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828878.422308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828878.422314:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828878.422330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422307840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828878.422334:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828878.422347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828878.422352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828878.422355:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828878.422360:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4836 00000100:00080000:3.0:1787828878.422365:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828878.422370:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828878.422376:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828878.422381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828878/real 1787828878] req@ffff8a4f08da8780 x1874669422307584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828878.422394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422307968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828878.422399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422307584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828878.422421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828878.422422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828878.422429:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828878.422430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787828878.422435:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828878.422437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422307584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828878.422443:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4836 00000100:00080000:3.0:1787828878.422449:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828878.422454:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828878.422460:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828878.422473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828878.422475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422308096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828878.422496:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828878.422510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828878/real 1787828878] req@ffff8a4f08da9e00 x1874669422307712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828878.422525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422307712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828878.422543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828878.422548:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828878.422551:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828878.422558:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828878.422580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828878.422593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828878/real 1787828878] req@ffff8a4f08daa580 x1874669422307840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828878.422615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422307840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828878.422623:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828878.422627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828878.422630:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828878.422637:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828878.422659:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828878.422672:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828878/real 1787828878] req@ffff8a4f08da8000 x1874669422307968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828878.422686:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422307968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828878.422696:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828878.422699:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828878.422703:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422307968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828878.422721:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828878.422743:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828878.422755:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828878/real 1787828878] req@ffff8a4f08dabc00 x1874669422308096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828878.422769:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422308096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828878.422778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828878.422782:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828878.422785:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828878.550017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828879.574094:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828880.598020:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828881.622112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828882.646041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828883.541994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828883.542005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828883.542010:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828883.542022:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4841 00000100:00080000:3.0:1787828883.542035:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828883.542048:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828883.542090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422308224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828883.542119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828883.542123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828883.542126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828883.542130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4841 00000100:00080000:3.0:1787828883.542134:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828883.542140:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828883.542153:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828883.542166:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422308224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828883.542169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422308352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828883.542192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828883.542196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828883.542199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828883.542204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4841 00000100:00080000:3.0:1787828883.542208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828883.542213:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828883.542219:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828883.542246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422308480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828883.542257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828883.542261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828883.542263:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828883.542267:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4841 00000100:00080000:3.0:1787828883.542272:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828883.542278:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828883.542288:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828883.542302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422308608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828883.542311:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308352:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787828883.542319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828883.542324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828883.542326:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828883.542334:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4841 00000100:00080000:3.0:1787828883.542343:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828883.542348:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828883.542363:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828883.542367:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828883.542380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422308736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828883.542405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828883.542424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828883.670103:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828884.693961:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828885.718124:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787828886.614159:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787828886.614249:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787828886.614269:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828886.614319:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828886.614343:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828886.614353:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787828886.614362:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:1.0:1787828886.614463:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828883/real 1787828886] req@ffff8a4f08da83c0 x1874669422308608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.614504:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422308608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.614518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.614524:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828886.614528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828886.614535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828883/real 1787828886] req@ffff8a4f08dab480 x1874669422308736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.614544:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422308736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.614553:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.614557:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828886.614561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308736:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828886.614568:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828883/real 1787828886] req@ffff8a4f08da8b40 x1874669422308352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.614580:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422308352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.614586:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.614590:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828886.614593:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828886.614602:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828883/real 1787828886] req@ffff8a4f08dab0c0 x1874669422308480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.614614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422308480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.614621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.614625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828886.614628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828886.614636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828883/real 1787828886] req@ffff8a4f08da92c0 x1874669422308224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828886.614649:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422308224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828886.614657:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828886.614660:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828886.614663:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422308224:192.168.203.149@tcp:250:kworker.0 00010000:00010000:0.0:1787828886.741999:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828887.766109:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828888.662093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828888.662119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828888.662124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828888.662143:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4847 00000100:00080000:1.0:1787828888.662155:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828888.662163:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828888.662253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422308864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828888.662298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828888.662303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828888.662306:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828888.662310:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4847 00000100:00080000:1.0:1787828888.662315:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828888.662321:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828888.662336:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828888.662360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422308864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828888.662364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422308992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828888.662378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828888.662383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828888.662386:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828888.662390:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4847 00000100:00080000:1.0:1787828888.662395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828888.662400:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828888.662406:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828888.662421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422309120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828888.662432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828888.662435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828888.662438:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828888.662443:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4847 00000800:00000100:3.0:1787828888.662450:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828888.662460:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828888.662469:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828888.662476:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828888.662490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422309248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828888.662501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828888.662507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787828888.662508:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828888/real 1787828888] req@ffff8a4f13cb3840 x1874669422308864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828888.662510:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828888.662519:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4847 00000100:00080000:1.0:1787828888.662527:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828888.662535:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828888.662540:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828888.662547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422308864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828888.662556:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422309376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828888.662566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828888.662576:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828888.662582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422308864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828888.662615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828888.662644:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828888.662660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828888/real 1787828888] req@ffff8a4f13cb2580 x1874669422308992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828888.662675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422308992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828888.662691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828888.662695:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828888.662699:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422308992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828888.662724:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828888.662750:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828888.662765:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828888/real 1787828888] req@ffff8a4f13cb1a40 x1874669422309120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828888.662778:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422309120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828888.662788:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828888.662792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828888.662796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828888.662803:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828888.662827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828888.662840:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828888/real 1787828888] req@ffff8a4f13cb2d00 x1874669422309248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828888.662882:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422309248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828888.662891:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828888.662894:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828888.662898:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828888.662905:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828888.662929:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828888.662942:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828888/real 1787828888] req@ffff8a4f13cb1e00 x1874669422309376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828888.662957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422309376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828888.662966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828888.662970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828888.662974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828888.790005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828889.814063:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828890.837978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828891.862083:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828892.886103:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828893.781974:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828893.781983:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828893.781987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828893.781997:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4852 00000100:00080000:2.0:1787828893.782013:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828893.782021:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828893.782078:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422309504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828893.782102:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828893.782105:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828893.782106:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828893.782110:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4852 00000100:00080000:2.0:1787828893.782112:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828893.782115:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828893.782126:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828893.782136:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422309632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828893.782147:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828893.782164:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828893.782166:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828893.782172:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4852 00000100:00100000:3.0:1787828893.782176:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422309504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787828893.782177:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828893.782185:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828893.782190:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828893.782201:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422309760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828893.782210:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828893.782213:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828893.782214:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828893.782217:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4852 00000100:00080000:2.0:1787828893.782220:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828893.782223:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828893.782227:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828893.782241:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422309888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828893.782248:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828893.782251:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828893.782253:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828893.782255:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4852 00000100:00080000:2.0:1787828893.782260:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787828893.782265:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787828893.782268:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828893.782274:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828893.782283:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422310016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828893.782323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828893/real 1787828893] req@ffff8a4f06e8cf00 x1874669422309504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828893.782357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422309504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828893.782368:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828893.782372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828893.782378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422309504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828893.782384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828893.782405:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828893.782415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828893/real 1787828893] req@ffff8a4f06e8f480 x1874669422309632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828893.782442:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422309632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828893.782448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828893.782451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828893.782454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828893.782479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828893.782493:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828893.782518:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828893/real 1787828893] req@ffff8a4f06e8e1c0 x1874669422309760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828893.782527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422309760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828893.782534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828893.782537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828893.782540:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828893.782544:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828893.782556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828893.782562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828893/real 1787828893] req@ffff8a4f06e8ed00 x1874669422309888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828893.782576:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422309888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828893.782582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828893.782584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828893.782586:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422309888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828893.782590:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828893.782600:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828893.782607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828893/real 1787828893] req@ffff8a4f06e8c780 x1874669422310016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828893.782616:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422310016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828893.782621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828893.782623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828893.782625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828893.910144:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828894.934031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828895.958065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828896.982056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828898.006095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828898.901995:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828898.902006:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828898.902010:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828898.902021:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4857 00000100:00080000:3.0:1787828898.902033:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828898.902042:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828898.902082:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422310144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828898.902110:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828898.902114:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828898.902132:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828898.902136:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4857 00000100:00080000:3.0:1787828898.902140:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828898.902145:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828898.902158:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828898.902178:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422310144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828898.902181:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422310272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828898.902201:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828898.902207:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828898.902210:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828898.902216:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4857 00000100:00080000:3.0:1787828898.902223:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828898.902230:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828898.902238:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787828898.902255:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828898.902261:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422310400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828898.902279:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828898.902284:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828898.902288:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828898.902295:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4857 00000100:00080000:3.0:1787828898.902302:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787828898.902304:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828898/real 1787828898] req@ffff8a4f08da9a40 x1874669422310144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828898.902313:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828898.902327:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828898.902330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422310144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828898.902344:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828898.902352:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828898.902352:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422310528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828898.902361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422310144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828898.902384:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828898.902390:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828898.902394:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828898.902399:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310272:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787828898.902406:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4857 00000100:00080000:3.0:1787828898.902415:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828898.902423:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:1.0:1787828898.902428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787828898.902437:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828898.902445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828898/real 1787828898] req@ffff8a4f08da9680 x1874669422310272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828898.902464:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422310272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828898.902466:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422310656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828898.902485:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828898.902496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828898.902503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828898.902512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828898.902540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828898.902557:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828898/real 1787828898] req@ffff8a4f08da8f00 x1874669422310400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828898.902575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422310400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828898.902588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828898.902593:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828898.902598:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828898.902606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828898.902627:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828898.902639:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828898/real 1787828898] req@ffff8a4f08daa940 x1874669422310528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828898.902651:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422310528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828898.902658:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828898.902661:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828898.902664:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828898.902680:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828898.902694:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828898.902706:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828898/real 1787828898] req@ffff8a4f08daad00 x1874669422310656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828898.902723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422310656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828898.902735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828898.902739:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828898.902744:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828899.030262:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828900.054026:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828901.077981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828902.102066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828903.126082:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828904.021924:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828904.021933:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828904.021937:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828904.021947:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4862 00000100:00080000:3.0:1787828904.021957:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828904.021965:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828904.022002:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422310784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828904.022028:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828904.022031:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828904.022033:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828904.022036:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4862 00000100:00080000:3.0:1787828904.022039:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828904.022042:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828904.022051:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828904.022061:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422310912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828904.022071:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828904.022075:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422310784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828904.022076:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828904.022092:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828904.022100:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4862 00000100:00080000:3.0:1787828904.022104:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828904.022106:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828904.022110:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828904.022122:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422311040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828904.022130:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828904.022133:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828904.022135:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828904.022139:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4862 00000100:00080000:3.0:1787828904.022143:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828904.022146:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828904.022150:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828904.022159:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422311168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828904.022166:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828904.022171:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1787828904.022172:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828904.022173:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828904.022180:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4862 00000100:00080000:3.0:1787828904.022183:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828904.022186:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828904.022190:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828904.022199:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422311296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828904.022220:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828904/real 1787828904] req@ffff8a4f08daa1c0 x1874669422310784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828904.022248:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422310784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828904.022264:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828904.022267:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828904.022271:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422310784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828904.022293:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828904.022312:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828904.022322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828904/real 1787828904] req@ffff8a4f08dab840 x1874669422310912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828904.022332:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422310912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828904.022343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828904.022347:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828904.022351:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422310912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828904.022358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828904.022383:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828904.022398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828904/real 1787828904] req@ffff8a4f08daad00 x1874669422311040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828904.022411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422311040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828904.022417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828904.022420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828904.022423:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828904.022428:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828904.022446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828904.022454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828904/real 1787828904] req@ffff8a4f08daa940 x1874669422311168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828904.022463:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422311168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828904.022469:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828904.022471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828904.022483:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828904.022488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828904.022502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828904.022512:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828904/real 1787828904] req@ffff8a4f08da8f00 x1874669422311296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828904.022526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422311296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828904.022536:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828904.022540:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828904.022544:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828904.150002:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828905.174024:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828906.198156:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828907.222102:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828908.246039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828909.141949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828909.141960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828909.141965:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828909.141992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4867 00000100:00080000:3.0:1787828909.142006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828909.142016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828909.142075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422311424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828909.142114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828909.142116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828909.142118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828909.142121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4867 00000100:00080000:3.0:1787828909.142125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828909.142129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828909.142139:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828909.142149:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422311424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828909.142150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422311552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828909.142163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828909.142166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828909.142167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828909.142169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4867 00000100:00080000:3.0:1787828909.142171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828909.142173:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828909.142176:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828909.142203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422311680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828909.142213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828909.142216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828909.142218:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828909.142224:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4867 00000100:00080000:3.0:1787828909.142229:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787828909.142234:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787828909.142236:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828909.142254:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828909.142269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422311808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828909.142277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828909.142296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828909.142298:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787828909.142302:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828909/real 1787828909] req@ffff8a4f08da9680 x1874669422311424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828909.142304:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4867 00000100:00080000:3.0:1787828909.142311:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828909.142318:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828909.142322:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828909.142326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422311424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828909.142334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422311936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828909.142337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828909.142346:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828909.142350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422311424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828909.142390:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828909.142409:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828909.142419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828909/real 1787828909] req@ffff8a4f08da9a40 x1874669422311552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828909.142429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422311552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828909.142435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828909.142438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828909.142440:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828909.142461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828909.142472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828909.142478:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828909/real 1787828909] req@ffff8a4f08da92c0 x1874669422311680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828909.142488:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422311680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828909.142503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828909.142506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828909.142509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828909.142516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828909.142554:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828909.142566:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828909/real 1787828909] req@ffff8a4f08dab0c0 x1874669422311808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828909.142576:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422311808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828909.142582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828909.142584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828909.142586:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828909.142591:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828909.142605:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828909.142612:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828909/real 1787828909] req@ffff8a4f08da8b40 x1874669422311936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828909.142620:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422311936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828909.142625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828909.142627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828909.142630:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422311936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828909.270111:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828910.294075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828911.318015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828912.341971:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828913.366974:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828914.261964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828914.261975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828914.261980:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828914.261991:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4872 00000100:00080000:3.0:1787828914.262003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828914.262038:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828914.262078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422312064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828914.262123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828914.262126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828914.262128:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828914.262131:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4872 00000100:00080000:3.0:1787828914.262134:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828914.262137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828914.262147:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828914.262157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422312192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828914.262166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828914.262169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828914.262171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828914.262174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4872 00000100:00080000:3.0:1787828914.262176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828914.262179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828914.262183:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828914.262193:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422312064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828914.262193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422312320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828914.262210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828914.262213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828914.262214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828914.262217:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4872 00000100:00080000:3.0:1787828914.262220:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828914.262223:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828914.262226:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828914.262235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422312448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828914.262242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828914.262245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828914.262246:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828914.262249:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4872 00000100:00080000:3.0:1787828914.262251:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828914.262254:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828914.262257:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828914.262265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422312576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828914.262284:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828914.262355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828914/real 1787828914] req@ffff8a4f08dab480 x1874669422312064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828914.262382:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422312064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828914.262391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828914.262394:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828914.262397:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422312064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828914.262403:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828914.262422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828914.262431:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828914/real 1787828914] req@ffff8a4f08da83c0 x1874669422312192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828914.262439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422312192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828914.262445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828914.262447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828914.262449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828914.262489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828914.262503:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828914.262511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828914/real 1787828914] req@ffff8a4f08dabc00 x1874669422312320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828914.262520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422312320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828914.262526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828914.262528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828914.262531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828914.262534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828914.262545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828914.262552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828914/real 1787828914] req@ffff8a4f08da8000 x1874669422312448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828914.262560:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422312448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828914.262565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828914.262567:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828914.262569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828914.262573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828914.262583:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828914.262590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828914/real 1787828914] req@ffff8a4f08daa580 x1874669422312576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828914.262597:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422312576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828914.262604:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828914.262606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828914.262608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828914.390037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828915.414973:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828916.437961:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828917.461965:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828918.486070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828919.381959:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828919.381969:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828919.381985:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828919.381996:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4877 00000100:00080000:3.0:1787828919.382010:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828919.382036:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828919.382081:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422312704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828919.382103:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828919.382105:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828919.382107:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828919.382110:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4877 00000100:00080000:3.0:1787828919.382113:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828919.382116:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828919.382126:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828919.382135:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422312832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828919.382142:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828919.382146:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1787828919.382148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422312704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828919.382148:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828919.382153:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4877 00000100:00080000:3.0:1787828919.382158:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828919.382161:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828919.382164:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828919.382172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422312960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828919.382179:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828919.382181:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828919.382182:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828919.382185:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4877 00000100:00080000:3.0:1787828919.382188:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828919.382191:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828919.382194:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828919.382201:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422313088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828919.382206:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828919.382209:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828919.382211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828919.382213:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4877 00000100:00080000:3.0:1787828919.382215:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828919.382218:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828919.382220:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828919.382227:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422313216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828919.382235:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828919.382292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828919/real 1787828919] req@ffff8a4f08da9e00 x1874669422312704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828919.382311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422312704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828919.382324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828919.382328:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828919.382332:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422312704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828919.382370:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828919.382396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828919.382410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828919/real 1787828919] req@ffff8a4f08da8780 x1874669422312832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828919.382423:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422312832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828919.382442:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828919.382446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828919.382450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828919.382458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828919.382477:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828919.382490:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828919/real 1787828919] req@ffff8a4f08daa580 x1874669422312960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828919.382511:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422312960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828919.382520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828919.382524:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828919.382528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422312960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828919.382534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828919.382553:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828919.382564:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828919/real 1787828919] req@ffff8a4f08da8000 x1874669422313088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828919.382577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422313088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828919.382586:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828919.382600:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828919.382604:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828919.382610:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828919.382627:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828919.382638:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828919/real 1787828919] req@ffff8a4f08dabc00 x1874669422313216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828919.382652:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422313216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828919.382661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828919.382665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828919.382668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828919.510021:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828920.534049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828921.557999:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828922.582087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828923.606139:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828924.501952:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828924.501961:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828924.501965:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828924.501974:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4882 00000100:00080000:3.0:1787828924.501986:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828924.502004:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828924.502042:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422313344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828924.502076:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828924.502079:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828924.502080:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828924.502083:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4882 00000100:00080000:3.0:1787828924.502085:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828924.502088:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828924.502097:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828924.502106:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422313472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828924.502113:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828924.502116:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828924.502118:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828924.502120:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4882 00000100:00080000:3.0:1787828924.502122:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828924.502125:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828924.502127:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828924.502134:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422313600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828924.502142:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787828924.502143:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422313344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828924.502144:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828924.502148:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828924.502153:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4882 00000100:00080000:3.0:1787828924.502155:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828924.502158:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828924.502161:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828924.502169:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422313728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828924.502175:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828924.502178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828924.502179:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828924.502181:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4882 00000100:00080000:3.0:1787828924.502183:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828924.502185:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828924.502188:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828924.502197:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422313856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828924.502225:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828924.502265:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828924/real 1787828924] req@ffff8a4f08da83c0 x1874669422313344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828924.502280:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422313344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828924.502289:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828924.502292:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828924.502295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422313344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828924.502301:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828924.502316:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828924.502324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828924/real 1787828924] req@ffff8a4f08dab480 x1874669422313472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828924.502333:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422313472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828924.502343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828924.502345:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828924.502348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828924.502369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828924.502380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828924.502386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828924/real 1787828924] req@ffff8a4f08da8b40 x1874669422313600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828924.502393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422313600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828924.502398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828924.502400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828924.502401:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828924.502405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828924.502415:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828924.502421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828924/real 1787828924] req@ffff8a4f08dab0c0 x1874669422313728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828924.502428:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422313728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828924.502433:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828924.502434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828924.502437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828924.502441:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828924.502451:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828924.502457:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828924/real 1787828924] req@ffff8a4f08da92c0 x1874669422313856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828924.502464:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422313856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828924.502470:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828924.502471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828924.502473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422313856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828924.630057:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828925.654019:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828926.678106:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828927.702081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828928.726070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828929.621963:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828929.621971:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828929.621975:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828929.621984:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4888 00000100:00080000:2.0:1787828929.621994:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828929.622000:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828929.622038:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422313984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828929.622063:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828929.622066:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828929.622067:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828929.622070:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4888 00000100:00080000:2.0:1787828929.622072:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828929.622074:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828929.622083:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828929.622091:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422314112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828929.622098:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828929.622102:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828929.622104:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828929.622106:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4888 00000100:00080000:2.0:1787828929.622108:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828929.622110:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828929.622113:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828929.622118:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422314240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828929.622123:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828929.622125:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828929.622126:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828929.622129:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4888 00000100:00080000:2.0:1787828929.622131:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828929.622133:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828929.622135:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828929.622140:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422314368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828929.622146:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828929.622148:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828929.622149:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828929.622151:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4888 00000100:00080000:2.0:1787828929.622152:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828929.622154:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828929.622158:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828929.622164:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422314496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787828929.622212:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422313984:192.168.203.149@tcp:250:kworker.0 00000800:00000100:1.0:1787828929.622297:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828929.622352:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828929/real 1787828929] req@ffff8a4f06e8da40 x1874669422313984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828929.622373:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422313984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828929.622386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828929.622391:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828929.622396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422313984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828929.622405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828929.622432:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828929.622448:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828929/real 1787828929] req@ffff8a4f06e8c780 x1874669422314112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828929.622463:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422314112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828929.622472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828929.622476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828929.622480:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828929.622487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828929.622510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828929.622522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828929/real 1787828929] req@ffff8a4f06e8ed00 x1874669422314240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828929.622537:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422314240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828929.622545:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828929.622549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828929.622553:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828929.622560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828929.622583:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828929.622595:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828929/real 1787828929] req@ffff8a4f06e8e1c0 x1874669422314368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828929.622609:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422314368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828929.622619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828929.622623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828929.622626:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828929.622633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828929.622663:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828929.622675:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828929/real 1787828929] req@ffff8a4f06e8f480 x1874669422314496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828929.622688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422314496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828929.622698:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828929.622702:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828929.622706:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828929.750045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828930.774104:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828931.798015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828932.822069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828933.846009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828934.742022:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828934.742031:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828934.742034:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828934.742043:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4893 00000100:00080000:3.0:1787828934.742053:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828934.742061:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828934.742097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422314624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828934.742124:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828934.742127:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828934.742128:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828934.742131:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4893 00000100:00080000:3.0:1787828934.742133:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828934.742136:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828934.742145:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828934.742154:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422314752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828934.742162:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828934.742165:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828934.742166:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828934.742169:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4893 00000100:00080000:3.0:1787828934.742170:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828934.742173:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828934.742176:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828934.742184:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422314624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828934.742185:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422314880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828934.742201:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828934.742204:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828934.742205:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828934.742207:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4893 00000100:00080000:3.0:1787828934.742209:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828934.742212:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828934.742216:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828934.742223:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422315008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828934.742229:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828934.742231:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828934.742232:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828934.742234:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4893 00000100:00080000:3.0:1787828934.742236:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828934.742239:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828934.742242:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828934.742249:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422315136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787828934.742298:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828934.742356:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828934/real 1787828934] req@ffff8a4f08da9a40 x1874669422314624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828934.742370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422314624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828934.742379:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828934.742383:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828934.742386:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422314624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828934.742392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828934.742409:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828934.742418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828934/real 1787828934] req@ffff8a4f08da9680 x1874669422314752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828934.742427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422314752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828934.742432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828934.742435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828934.742437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828934.742456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787828934.742467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828934.742476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828934/real 1787828934] req@ffff8a4f08da8f00 x1874669422314880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828934.742489:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422314880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828934.742504:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828934.742508:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828934.742511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422314880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787828934.742518:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828934.742539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828934.742549:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828934/real 1787828934] req@ffff8a4f08daa940 x1874669422315008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828934.742558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422315008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828934.742563:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828934.742565:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828934.742567:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787828934.742571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787828934.742583:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828934.742588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828934/real 1787828934] req@ffff8a4f08daad00 x1874669422315136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787828934.742596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422315136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828934.742601:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787828934.742602:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787828934.742604:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828934.870048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828935.894081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828936.918081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828937.942091:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828938.966101:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828939.861976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828939.861988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828939.861993:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828939.862003:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4898 00000100:00080000:1.0:1787828939.862015:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828939.862022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828939.862082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422315264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828939.862127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828939.862130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828939.862131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828939.862135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4898 00000100:00080000:1.0:1787828939.862138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828939.862142:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828939.862150:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828939.862163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422315392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828939.862169:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422315264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828939.862190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828939.862193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828939.862195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828939.862198:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4898 00000100:00080000:1.0:1787828939.862201:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828939.862203:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828939.862207:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828939.862215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422315520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828939.862227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828939.862230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828939.862231:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828939.862234:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4898 00000100:00080000:1.0:1787828939.862238:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828939.862241:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828939.862245:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787828939.862266:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828939.862267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422315648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828939.862276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828939.862279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828939.862280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828939.862284:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4898 00000100:00080000:1.0:1787828939.862292:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828939.862295:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828939.862297:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828939.862307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422315776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828939.862316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828939/real 1787828939] req@ffff8a4f13cb30c0 x1874669422315264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828939.862334:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422315264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828939.862343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828939.862346:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828939.862349:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422315264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828939.862371:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828939.862386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828939.862396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828939/real 1787828939] req@ffff8a4f13cb0b40 x1874669422315392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828939.862404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422315392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828939.862410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828939.862412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828939.862415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828939.862418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828939.862428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828939.862434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828939/real 1787828939] req@ffff8a4f13cb0780 x1874669422315520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828939.862442:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422315520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828939.862447:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828939.862449:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828939.862450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828939.862455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828939.862466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828939.862472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828939/real 1787828939] req@ffff8a4f13cb21c0 x1874669422315648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828939.862479:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422315648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828939.862484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828939.862486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828939.862488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828939.862491:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828939.862501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828939.862507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828939/real 1787828939] req@ffff8a4f13cb0000 x1874669422315776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828939.862514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422315776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828939.862518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828939.862520:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828939.862522:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422315776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828939.990038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828941.014142:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828942.038027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828943.062112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828944.086073:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828944.981983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828944.981995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828944.982001:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828944.982014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4903 00000100:00080000:1.0:1787828944.982029:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828944.982040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828944.982092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422315904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828944.982158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828944.982170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828944.982173:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828944.982180:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4903 00000100:00080000:1.0:1787828944.982187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828944.982194:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828944.982209:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828944.982225:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422315904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828944.982236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422316032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828944.982257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828944.982261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828944.982264:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828944.982270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4903 00000100:00080000:1.0:1787828944.982274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828944.982278:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828944.982284:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828944.982312:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422316160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828944.982326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828944.982331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1787828944.982338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828944.982340:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828944.982354:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4903 00000100:00080000:1.0:1787828944.982362:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828944.982367:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828944.982378:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828944.982393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422316288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828944.982406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828944.982410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828944.982412:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828944.982416:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4903 00000100:00080000:1.0:1787828944.982421:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787828944.982429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828944/real 1787828944] req@ffff8a4f13cb03c0 x1874669422315904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787828944.982432:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828944.982443:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828944.982466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422316416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828944.982477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422315904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828944.982503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828944.982513:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828944.982523:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422315904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828944.982564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828944.982629:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828944.982651:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828944/real 1787828944] req@ffff8a4f13cb12c0 x1874669422316032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828944.982669:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422316032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828944.982680:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828944.982685:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828944.982689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828944.982697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787828944.982721:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828944.982733:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828944/real 1787828944] req@ffff8a4f13cb0000 x1874669422316160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828944.982757:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422316160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828944.982767:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828944.982771:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828944.982775:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828944.982782:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828944.982834:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828944.982900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828944/real 1787828944] req@ffff8a4f13cb21c0 x1874669422316288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828944.982919:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422316288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828944.982930:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828944.982934:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828944.982938:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828944.982946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787828944.982984:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828944.982999:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828944/real 1787828944] req@ffff8a4f13cb0780 x1874669422316416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828944.983013:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422316416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828944.983053:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828944.983059:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828944.983066:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828945.110167:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828946.134104:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828947.158067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828948.182131:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828949.206094:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828950.102039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828950.102055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828950.102061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828950.102087:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4908 00000100:00080000:2.0:1787828950.102104:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828950.102112:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828950.102161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422316544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828950.102195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828950.102198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828950.102200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828950.102204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4908 00000100:00080000:2.0:1787828950.102207:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828950.102211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828950.102221:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828950.102234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422316672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828950.102253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828950.102256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828950.102258:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828950.102261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4908 00000100:00080000:2.0:1787828950.102265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828950.102269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828950.102277:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828950.102279:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422316544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787828950.102289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422316800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828950.102300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828950.102304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828950.102306:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828950.102310:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4908 00000100:00080000:2.0:1787828950.102313:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828950.102316:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828950.102321:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828950.102336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422316928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828950.102346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828950.102366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828950.102368:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828950.102370:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4908 00000100:00080000:2.0:1787828950.102373:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828950.102376:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828950.102380:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828950.102389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422317056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787828950.102413:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828950.102455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828950.102480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828950.102516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828950.230061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828951.254122:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828952.278030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1787828953.174241:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:0.0:1787828953.174312:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1787828953.174332:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:0.0:1787828953.174385:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:0.0:1787828953.174397:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:0.0:1787828953.174409:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:0.0:1787828953.174421:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787828953.174440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828950/real 1787828953] req@ffff8a4f06e8d680 x1874669422316800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828953.174472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422316800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828953.174486:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828953.174492:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828953.174498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787828953.174508:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828950/real 1787828953] req@ffff8a4f06e8cb40 x1874669422316928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828953.174524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422316928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828953.174531:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828953.174535:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828953.174538:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828953.174545:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828950/real 1787828953] req@ffff8a4f06e8e940 x1874669422317056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828953.174557:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422317056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828953.174564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828953.174567:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828953.174570:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317056:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787828953.174577:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828950/real 1787828953] req@ffff8a4f06e8cf00 x1874669422316544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828953.174588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422316544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828953.174595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828953.174598:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828953.174601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422316544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787828953.174608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828950/real 1787828953] req@ffff8a4f06e8c3c0 x1874669422316672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787828953.174618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422316672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787828953.174625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787828953.174628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787828953.174631:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422316672:192.168.203.149@tcp:38:kworker.0 00010000:00010000:3.0:1787828953.302098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828954.326043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828955.222045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828955.222058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828955.222064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828955.222075:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4913 00000100:00080000:1.0:1787828955.222087:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828955.222094:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828955.222134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422317184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828955.222168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828955.222171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828955.222174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828955.222178:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4913 00000100:00080000:1.0:1787828955.222194:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828955.222197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828955.222206:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828955.222216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422317312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828955.222225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828955.222227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828955.222228:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828955.222234:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4913 00000100:00080000:1.0:1787828955.222236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828955.222246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828955.222247:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422317184:192.168.203.149@tcp:250:kworker.0 00000008:00100000:1.0:1787828955.222252:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828955.222271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422317440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828955.222282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828955.222287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828955.222288:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828955.222293:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4913 00000100:00080000:1.0:1787828955.222297:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828955.222302:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828955.222308:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828955.222321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422317568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828955.222343:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828955.222343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828955.222354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828955.222355:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828955.222359:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4913 00000100:00080000:1.0:1787828955.222365:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828955.222370:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828955.222376:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828955.222387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422317696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828955.222428:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828955/real 1787828955] req@ffff8a4f13cb0b40 x1874669422317184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828955.222452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422317184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828955.222465:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828955.222470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828955.222475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422317184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828955.222505:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828955.222533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828955.222547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828955/real 1787828955] req@ffff8a4f13cb30c0 x1874669422317312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828955.222561:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422317312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828955.222570:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828955.222574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828955.222577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828955.222585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828955.222625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828955.222637:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828955/real 1787828955] req@ffff8a4f13cb1e00 x1874669422317440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828955.222650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422317440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828955.222667:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828955.222688:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828955.222692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828955.222699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828955.222720:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828955.222750:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828955/real 1787828955] req@ffff8a4f13cb2d00 x1874669422317568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828955.222764:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422317568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828955.222774:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828955.222779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828955.222782:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787828955.222789:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828955.222821:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828955.222834:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828955/real 1787828955] req@ffff8a4f13cb1a40 x1874669422317696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828955.222848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422317696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828955.222886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828955.222890:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828955.222895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828955.350132:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828956.374059:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828957.398119:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828958.422011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828959.446177:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828960.342003:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828960.342014:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828960.342019:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828960.342029:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4918 00000100:00080000:3.0:1787828960.342040:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828960.342047:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828960.342087:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422317824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828960.342113:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828960.342115:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828960.342117:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828960.342120:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4918 00000100:00080000:3.0:1787828960.342122:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828960.342125:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828960.342133:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828960.342141:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422317952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828960.342148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828960.342151:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787828960.342152:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828960.342154:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4918 00000100:00080000:3.0:1787828960.342156:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828960.342158:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828960.342161:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828960.342169:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422318080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828960.342177:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828960.342179:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828960.342180:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828960.342182:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4918 00000100:00080000:3.0:1787828960.342185:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787828960.342189:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422317824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828960.342190:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828960.342198:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828960.342206:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422318208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828960.342212:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828960.342214:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828960.342216:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828960.342219:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4918 00000100:00080000:3.0:1787828960.342221:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828960.342224:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828960.342227:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828960.342235:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422318336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828960.342262:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828960.342303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828960/real 1787828960] req@ffff8a4f08dab840 x1874669422317824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828960.342318:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422317824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828960.342326:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828960.342329:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828960.342332:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422317824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828960.342337:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828960.342351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828960.342359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828960/real 1787828960] req@ffff8a4f08daa1c0 x1874669422317952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828960.342367:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422317952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828960.342372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828960.342374:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828960.342376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422317952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828960.342409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828960.342421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828960.342427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828960/real 1787828960] req@ffff8a4f08daad00 x1874669422318080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828960.342435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422318080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828960.342440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828960.342442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828960.342443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828960.342447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828960.342457:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828960.342462:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828960/real 1787828960] req@ffff8a4f08daa940 x1874669422318208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828960.342469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422318208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828960.342474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828960.342476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828960.342478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787828960.342481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828960.342490:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828960.342496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828960/real 1787828960] req@ffff8a4f08da8f00 x1874669422318336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828960.342508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422318336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828960.342513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828960.342515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828960.342517:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828960.470060:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828961.494000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828962.518053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828963.542105:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828964.566015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828965.461981:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828965.461992:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828965.461996:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828965.462007:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4923 00000100:00080000:1.0:1787828965.462018:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828965.462025:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828965.462065:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422318464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828965.462100:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828965.462103:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828965.462104:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828965.462107:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4923 00000100:00080000:1.0:1787828965.462110:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828965.462113:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828965.462122:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828965.462131:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422318592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828965.462141:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422318464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828965.462141:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828965.462148:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828965.462149:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828965.462162:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4923 00000100:00080000:1.0:1787828965.462165:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828965.462167:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828965.462170:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828965.462182:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422318720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828965.462187:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828965.462190:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828965.462191:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828965.462194:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4923 00000100:00080000:1.0:1787828965.462222:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828965.462224:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828965.462228:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787828965.462233:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828965.462237:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422318848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828965.462245:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828965.462248:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828965.462250:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828965.462253:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4923 00000100:00080000:1.0:1787828965.462270:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828965.462272:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828965.462275:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828965.462283:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422318976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828965.462300:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828965/real 1787828965] req@ffff8a4f13cb2580 x1874669422318464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828965.462316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422318464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828965.462334:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828965.462337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828965.462340:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422318464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828965.462363:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828965.462379:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828965.462388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828965/real 1787828965] req@ffff8a4f13cb3840 x1874669422318592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828965.462401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422318592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828965.462407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828965.462409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828965.462411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828965.462415:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828965.462426:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828965.462433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828965/real 1787828965] req@ffff8a4f13cb1a40 x1874669422318720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828965.462441:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422318720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828965.462446:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828965.462447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828965.462449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828965.462452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828965.462463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828965.462469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828965/real 1787828965] req@ffff8a4f13cb2d00 x1874669422318848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828965.462477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422318848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828965.462486:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828965.462488:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828965.462490:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787828965.462493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828965.462503:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828965.462509:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828965/real 1787828965] req@ffff8a4f13cb1e00 x1874669422318976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828965.462515:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422318976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828965.462520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828965.462521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828965.462523:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422318976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828965.590163:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828966.614078:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828967.638104:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828968.661996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828969.686006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828970.581937:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828970.581945:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828970.581949:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828970.581974:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4928 00000100:00080000:1.0:1787828970.581984:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828970.581991:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828970.582045:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422319104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828970.582066:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828970.582069:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828970.582070:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828970.582073:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4928 00000100:00080000:1.0:1787828970.582075:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828970.582078:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828970.582088:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828970.582096:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422319232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828970.582108:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422319104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828970.582111:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828970.582116:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828970.582118:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828970.582121:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4928 00000100:00080000:1.0:1787828970.582123:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828970.582125:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828970.582127:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828970.582136:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422319360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828970.582143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828970.582145:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828970.582146:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828970.582149:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4928 00000100:00080000:1.0:1787828970.582166:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828970.582169:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828970.582172:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787828970.582176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828970.582183:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422319488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828970.582191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828970.582194:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828970.582195:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828970.582197:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4928 00000100:00080000:1.0:1787828970.582200:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828970.582202:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828970.582204:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828970.582211:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422319616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828970.582219:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828970/real 1787828970] req@ffff8a4f13cb30c0 x1874669422319104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828970.582236:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422319104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828970.582262:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828970.582266:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828970.582270:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422319104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828970.582295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422319232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828970.582331:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828970.582340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828970/real 1787828970] req@ffff8a4f13cb0b40 x1874669422319232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828970.582350:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422319232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828970.582357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828970.582360:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828970.582362:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422319232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828970.582392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422319360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828970.582405:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828970.582412:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828970/real 1787828970] req@ffff8a4f13cb0780 x1874669422319360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828970.582424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422319360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828970.582433:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828970.582436:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828970.582440:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422319360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828970.582462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422319488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828970.582487:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828970.582497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828970/real 1787828970] req@ffff8a4f13cb21c0 x1874669422319488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828970.582506:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422319488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828970.582527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828970.582529:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828970.582531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422319488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787828970.582535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422319616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828970.582548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828970.582554:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828970/real 1787828970] req@ffff8a4f13cb0000 x1874669422319616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828970.582561:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422319616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828970.582568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828970.582571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828970.582574:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422319616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828970.709991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828971.734148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828972.758037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828973.782042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828974.806007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787828975.701972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828975.701980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787828975.701984:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828975.701993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4934 00000100:00080000:2.0:1787828975.702003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828975.702010:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787828975.702046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422319744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828975.702068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828975.702071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787828975.702072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828975.702075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4934 00000100:00080000:2.0:1787828975.702077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828975.702079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828975.702089:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828975.702097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422319872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828975.702105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828975.702107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787828975.702109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828975.702111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4934 00000100:00080000:2.0:1787828975.702113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828975.702118:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787828975.702120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422319744:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787828975.702122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787828975.702135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422320000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828975.702142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828975.702144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787828975.702145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828975.702148:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4934 00000100:00080000:2.0:1787828975.702150:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828975.702152:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828975.702155:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828975.702163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422320128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787828975.702168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787828975.702170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787828975.702171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787828975.702173:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4934 00000100:00080000:2.0:1787828975.702176:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787828975.702179:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787828975.702182:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787828975.702189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422320256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828975.702193:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828975.702234:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828975/real 1787828975] req@ffff8a4f06e8c000 x1874669422319744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828975.702249:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422319744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828975.702257:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828975.702261:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828975.702264:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422319744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828975.702269:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422319872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828975.702283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828975.702291:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828975/real 1787828975] req@ffff8a4f06e8de00 x1874669422319872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828975.702300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422319872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828975.702305:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828975.702308:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828975.702310:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422319872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828975.702333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828975.702343:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828975.702349:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828975/real 1787828975] req@ffff8a4f06e8e580 x1874669422320000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828975.702357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422320000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828975.702367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828975.702370:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828975.702372:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828975.702375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828975.702385:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828975.702391:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828975/real 1787828975] req@ffff8a4f06e8f840 x1874669422320128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828975.702398:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422320128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828975.702403:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828975.702405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828975.702407:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787828975.702410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828975.702419:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828975.702424:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828975/real 1787828975] req@ffff8a4f06e8d2c0 x1874669422320256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828975.702431:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422320256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828975.702436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828975.702438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828975.702441:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828975.830004:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828976.854092:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828977.878050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828978.902058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828979.926032:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828980.821972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828980.821984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828980.821989:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828980.821999:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4939 00000100:00080000:1.0:1787828980.822010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828980.822017:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828980.822057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422320384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828980.822083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828980.822086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828980.822088:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828980.822090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4939 00000100:00080000:1.0:1787828980.822093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828980.822095:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828980.822104:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828980.822113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422320512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828980.822121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828980.822126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828980.822128:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828980.822131:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4939 00000100:00080000:1.0:1787828980.822134:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828980.822137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828980.822144:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787828980.822145:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422320384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787828980.822161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422320640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828980.822169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828980.822172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828980.822174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828980.822178:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4939 00000100:00080000:1.0:1787828980.822181:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828980.822184:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828980.822187:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828980.822199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422320768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828980.822205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828980.822208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828980.822210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828980.822213:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4939 00000100:00080000:1.0:1787828980.822227:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828980.822229:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828980.822234:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787828980.822240:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787828980.822245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422320896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828980.822293:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828980/real 1787828980] req@ffff8a4f13cb12c0 x1874669422320384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828980.822308:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422320384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828980.822317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828980.822321:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828980.822324:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422320384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828980.822330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828980.822347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828980.822356:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828980/real 1787828980] req@ffff8a4f13cb03c0 x1874669422320512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828980.822364:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422320512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828980.822369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828980.822371:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828980.822373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828980.822395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828980.822406:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828980.822413:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828980/real 1787828980] req@ffff8a4f13cb0000 x1874669422320640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828980.822421:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422320640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828980.822426:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828980.822428:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828980.822430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828980.822434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828980.822444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828980.822450:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828980/real 1787828980] req@ffff8a4f13cb21c0 x1874669422320768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828980.822457:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422320768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828980.822463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828980.822464:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828980.822466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787828980.822470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828980.822480:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828980.822486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828980/real 1787828980] req@ffff8a4f13cb0780 x1874669422320896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828980.822498:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422320896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828980.822503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828980.822505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828980.822506:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422320896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828980.950007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828981.974038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828982.997955:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828984.021979:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828985.045993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828985.941922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828985.941933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828985.941937:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828985.941947:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4944 00000100:00080000:1.0:1787828985.941957:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828985.941964:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828985.942002:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422321024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828985.942030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828985.942032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828985.942034:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828985.942037:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4944 00000100:00080000:1.0:1787828985.942040:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828985.942042:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828985.942050:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828985.942063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422321152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828985.942072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828985.942075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828985.942076:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828985.942079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4944 00000100:00100000:0.0:1787828985.942084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422321024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828985.942084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828985.942090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828985.942095:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828985.942103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422321280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828985.942111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828985.942114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828985.942115:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828985.942118:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4944 00000100:00080000:1.0:1787828985.942121:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828985.942124:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828985.942127:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828985.942135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422321408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828985.942147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828985.942150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828985.942151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828985.942154:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4944 00000800:00000100:0.0:1787828985.942159:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787828985.942160:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828985.942165:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828985.942169:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828985.942178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422321536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828985.942206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828985/real 1787828985] req@ffff8a4f13cb0b40 x1874669422321024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828985.942222:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422321024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828985.942231:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828985.942234:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828985.942237:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422321024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828985.942243:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828985.942263:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828985.942272:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828985/real 1787828985] req@ffff8a4f13cb30c0 x1874669422321152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828985.942297:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422321152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828985.942302:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828985.942304:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828985.942306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828985.942329:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828985.942341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828985.942358:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828985/real 1787828985] req@ffff8a4f13cb1e00 x1874669422321280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828985.942366:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422321280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828985.942371:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828985.942372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828985.942374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828985.942377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828985.942388:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828985.942394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828985/real 1787828985] req@ffff8a4f13cb2d00 x1874669422321408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828985.942401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422321408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828985.942422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828985.942424:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828985.942427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787828985.942430:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828985.942439:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828985.942445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828985/real 1787828985] req@ffff8a4f13cb1a40 x1874669422321536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828985.942452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422321536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828985.942457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828985.942459:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828985.942461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828986.070037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828987.094007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828988.118043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828989.142017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828990.166079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787828991.061991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828991.062002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787828991.062006:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828991.062016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4949 00000100:00080000:1.0:1787828991.062028:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828991.062038:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787828991.062082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422321664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828991.062118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828991.062122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787828991.062125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828991.062129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4949 00000100:00080000:1.0:1787828991.062134:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828991.062139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828991.062147:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828991.062160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422321792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828991.062169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828991.062172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787828991.062173:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828991.062176:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4949 00000100:00080000:1.0:1787828991.062179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828991.062182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828991.062186:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787828991.062196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422321920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828991.062205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828991.062211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787828991.062212:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787828991.062215:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422321664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787828991.062224:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4949 00000100:00080000:1.0:1787828991.062228:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828991.062232:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828991.062236:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828991.062244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422322048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787828991.062251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787828991.062254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787828991.062256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787828991.062258:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4949 00000100:00080000:1.0:1787828991.062262:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787828991.062266:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787828991.062271:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787828991.062284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422322176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787828991.062296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828991.062345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828991/real 1787828991] req@ffff8a4f13cb3840 x1874669422321664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828991.062360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422321664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828991.062369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828991.062372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828991.062375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422321664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828991.062382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828991.062397:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828991.062405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828991/real 1787828991] req@ffff8a4f13cb2580 x1874669422321792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828991.062414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422321792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828991.062419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828991.062421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828991.062423:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828991.062446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828991.062463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828991.062471:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828991/real 1787828991] req@ffff8a4f13cb1a40 x1874669422321920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828991.062497:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422321920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828991.062503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828991.062506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828991.062508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422321920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828991.062513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828991.062529:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828991.062536:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828991/real 1787828991] req@ffff8a4f13cb2d00 x1874669422322048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828991.062544:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422322048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828991.062550:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828991.062552:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828991.062554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787828991.062558:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828991.062567:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828991.062573:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828991/real 1787828991] req@ffff8a4f13cb1e00 x1874669422322176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828991.062580:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422322176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828991.062585:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828991.062587:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828991.062589:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787828991.189978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828992.214100:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828993.238005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828994.262040:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828995.286041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787828996.182003:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828996.182014:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787828996.182018:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828996.182028:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4954 00000100:00080000:3.0:1787828996.182040:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828996.182050:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787828996.182098:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422322304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828996.182129:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828996.182132:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787828996.182134:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828996.182137:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4954 00000100:00080000:3.0:1787828996.182141:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828996.182144:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828996.182153:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828996.182168:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422322432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828996.182178:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828996.182181:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787828996.182182:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422322304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787828996.182183:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828996.182192:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4954 00000100:00080000:3.0:1787828996.182195:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828996.182198:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828996.182201:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787828996.182210:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422322560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828996.182217:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828996.182219:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787828996.182221:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828996.182224:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4954 00000100:00080000:3.0:1787828996.182227:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828996.182229:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828996.182232:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787828996.182238:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422322688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787828996.182244:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787828996.182246:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787828996.182248:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787828996.182250:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4954 00000100:00080000:3.0:1787828996.182252:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787828996.182255:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787828996.182259:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787828996.182270:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787828996.182272:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422322816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787828996.182327:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828996/real 1787828996] req@ffff8a4f08da9680 x1874669422322304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828996.182348:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422322304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828996.182361:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828996.182366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828996.182371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422322304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787828996.182395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828996.182418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828996.182430:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828996/real 1787828996] req@ffff8a4f08da9a40 x1874669422322432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828996.182466:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422322432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828996.182476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828996.182479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828996.182483:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828996.182490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787828996.182510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828996.182521:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828996/real 1787828996] req@ffff8a4f08da92c0 x1874669422322560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828996.182533:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422322560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828996.182549:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828996.182552:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828996.182556:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787828996.182561:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828996.182578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828996.182589:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828996/real 1787828996] req@ffff8a4f08dab0c0 x1874669422322688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828996.182601:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422322688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828996.182610:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828996.182613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828996.182616:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787828996.182622:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787828996.182638:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787828996.182647:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828996/real 1787828996] req@ffff8a4f08da8b40 x1874669422322816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787828996.182660:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422322816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787828996.182668:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787828996.182671:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787828996.182676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422322816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787828996.310034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828997.334028:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787828998.358046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787828999.381980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829000.406046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829001.301953:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829001.301962:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829001.301966:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829001.301974:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4959 00000100:00080000:3.0:1787829001.301985:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829001.301991:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829001.302024:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422322944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829001.302058:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829001.302062:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829001.302064:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829001.302069:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4959 00000100:00080000:3.0:1787829001.302073:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829001.302078:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829001.302090:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829001.302102:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422323072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829001.302111:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829001.302113:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829001.302115:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829001.302118:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4959 00000100:00080000:3.0:1787829001.302130:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829001.302135:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829001.302141:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829001.302153:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422322944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829001.302156:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422323200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829001.302176:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829001.302178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829001.302180:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829001.302184:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4959 00000100:00080000:3.0:1787829001.302187:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829001.302191:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829001.302196:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829001.302206:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422323328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829001.302214:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829001.302216:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829001.302218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829001.302220:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4959 00000100:00080000:3.0:1787829001.302223:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829001.302225:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829001.302228:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829001.302235:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422323456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829001.302256:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829001.302317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829001/real 1787829001] req@ffff8a4f08dab480 x1874669422322944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829001.302338:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422322944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829001.302351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829001.302356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829001.302360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422322944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829001.302370:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829001.302396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829001.302425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829001/real 1787829001] req@ffff8a4f08da83c0 x1874669422323072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829001.302440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422323072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829001.302448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829001.302452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829001.302456:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829001.302486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829001.302504:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829001.302513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829001/real 1787829001] req@ffff8a4f08dabc00 x1874669422323200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829001.302521:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422323200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829001.302526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829001.302529:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829001.302531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829001.302535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829001.302545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829001.302551:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829001/real 1787829001] req@ffff8a4f08da8000 x1874669422323328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829001.302559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422323328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829001.302564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829001.302566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829001.302568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829001.302572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829001.302582:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829001.302588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829001/real 1787829001] req@ffff8a4f08daa580 x1874669422323456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829001.302601:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422323456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829001.302606:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829001.302608:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829001.302610:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829001.430011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829002.454107:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829003.478083:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829004.502047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829005.525963:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829006.421970:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829006.421988:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829006.421994:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829006.422005:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4964 00000100:00080000:1.0:1787829006.422017:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829006.422027:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829006.422063:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422323584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829006.422084:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829006.422087:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829006.422089:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829006.422091:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4964 00000100:00080000:1.0:1787829006.422094:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829006.422098:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829006.422113:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829006.422120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422323584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829006.422125:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422323712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829006.422134:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829006.422137:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829006.422139:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829006.422142:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4964 00000100:00080000:1.0:1787829006.422144:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829006.422146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829006.422149:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829006.422158:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422323840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829006.422170:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829006.422172:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829006.422174:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829006.422176:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4964 00000100:00080000:1.0:1787829006.422178:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829006.422180:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829006.422184:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829006.422186:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829006.422194:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422323968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829006.422202:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829006.422204:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829006.422206:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829006.422209:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4964 00000100:00080000:1.0:1787829006.422211:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829006.422213:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829006.422216:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829006.422224:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422324096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829006.422228:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829006/real 1787829006] req@ffff8a4f13cb30c0 x1874669422323584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829006.422245:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422323584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829006.422254:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829006.422257:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829006.422259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422323584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829006.422280:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829006.422294:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829006.422303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829006/real 1787829006] req@ffff8a4f13cb0b40 x1874669422323712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829006.422315:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422323712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829006.422320:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829006.422322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829006.422324:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829006.422328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829006.422338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829006.422344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829006/real 1787829006] req@ffff8a4f13cb0780 x1874669422323840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829006.422351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422323840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829006.422356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829006.422358:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829006.422360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829006.422363:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829006.422388:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829006.422396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829006/real 1787829006] req@ffff8a4f13cb21c0 x1874669422323968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829006.422404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422323968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829006.422414:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829006.422416:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829006.422418:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422323968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829006.422422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829006.422433:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829006.422438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829006/real 1787829006] req@ffff8a4f13cb0000 x1874669422324096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829006.422446:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422324096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829006.422451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829006.422452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829006.422454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829006.550049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829007.573964:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829008.598001:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829009.622016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829010.646059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829011.541949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829011.541960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829011.541964:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829011.541974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4969 00000100:00080000:3.0:1787829011.541985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829011.541993:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829011.542033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422324224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829011.542060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829011.542063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829011.542064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829011.542067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4969 00000100:00080000:3.0:1787829011.542070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829011.542072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829011.542080:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829011.542089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422324352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829011.542096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829011.542099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829011.542100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829011.542102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4969 00000100:00080000:3.0:1787829011.542104:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829011.542106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829011.542111:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829011.542112:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422324224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829011.542123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422324480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829011.542137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829011.542140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829011.542142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829011.542145:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4969 00000100:00080000:3.0:1787829011.542147:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829011.542150:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829011.542153:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829011.542161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422324608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829011.542168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829011.542170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829011.542171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829011.542173:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4969 00000100:00080000:3.0:1787829011.542176:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829011.542179:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829011.542182:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787829011.542185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829011.542195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422324736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829011.542227:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829011/real 1787829011] req@ffff8a4f08da8780 x1874669422324224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829011.542243:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422324224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829011.542252:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829011.542256:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829011.542259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422324224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829011.542264:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829011.542280:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829011.542288:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829011/real 1787829011] req@ffff8a4f08da9e00 x1874669422324352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829011.542296:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422324352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829011.542302:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829011.542303:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829011.542305:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829011.542328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829011.542354:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829011.542363:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829011/real 1787829011] req@ffff8a4f08daa580 x1874669422324480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829011.542371:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422324480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829011.542377:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829011.542379:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829011.542381:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829011.542385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829011.542396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829011.542402:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829011/real 1787829011] req@ffff8a4f08da8000 x1874669422324608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829011.542410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422324608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829011.542415:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829011.542417:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829011.542418:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829011.542422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829011.542431:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829011.542437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829011/real 1787829011] req@ffff8a4f08dabc00 x1874669422324736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829011.542444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422324736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829011.542449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829011.542451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829011.542452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829011.670076:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829012.694090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829013.718123:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829014.742021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829015.766154:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829016.661994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829016.662009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829016.662015:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829016.662030:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4975 00000100:00080000:3.0:1787829016.662046:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829016.662068:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829016.662125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422324864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829016.662177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829016.662182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829016.662184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829016.662189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4975 00000100:00080000:3.0:1787829016.662194:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829016.662198:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829016.662211:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829016.662238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422324992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829016.662253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829016.662258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829016.662261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829016.662266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4975 00000100:00080000:3.0:1787829016.662270:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829016.662278:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422324864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829016.662280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829016.662293:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829016.662339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422325120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829016.662363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829016.662368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829016.662371:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829016.662378:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4975 00000100:00080000:3.0:1787829016.662384:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829016.662389:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829016.662395:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829016.662408:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422325248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829016.662421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829016.662425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829016.662427:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829016.662431:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4975 00000100:00080000:3.0:1787829016.662435:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829016.662440:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829016.662447:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829016.662463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422325376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829016.662483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829016.662546:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829016.662576:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829016.662617:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829016.790231:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829017.814101:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829018.838113:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829019.734383:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829019.734460:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829019.734489:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829019.734559:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829019.734577:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829019.734595:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829019.734615:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829019.734662:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829016/real 1787829019] req@ffff8a4f08da8b40 x1874669422325120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.734713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422325120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.734736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.734745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829019.734753:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829019.734768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829016/real 1787829019] req@ffff8a4f08dab0c0 x1874669422325248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.734806:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422325248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.734820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.734826:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829019.734832:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829019.734843:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829016/real 1787829019] req@ffff8a4f08da92c0 x1874669422325376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.734949:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422325376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.734963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.734968:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829019.734975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325376:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829019.734987:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829016/real 1787829019] req@ffff8a4f08da83c0 x1874669422324864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.735007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422324864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.735019:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.735025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829019.735030:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422324864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829019.735040:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829016/real 1787829019] req@ffff8a4f08dab480 x1874669422324992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829019.735057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422324992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829019.735069:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829019.735074:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829019.735079:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422324992:192.168.203.149@tcp:38:kworker.0 00010000:00010000:0.0:1787829019.862078:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829020.886145:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829021.781988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829021.781998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829021.782002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829021.782012:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4980 00000100:00080000:2.0:1787829021.782023:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829021.782029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829021.782062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422325504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829021.782086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829021.782090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829021.782092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829021.782097:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4980 00000100:00080000:2.0:1787829021.782101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829021.782106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829021.782117:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829021.782135:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422325504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787829021.782136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422325632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829021.782154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829021.782157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829021.782159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829021.782162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4980 00000100:00080000:2.0:1787829021.782166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829021.782169:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829021.782173:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829021.782184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422325760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829021.782191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829021.782194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829021.782197:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829021.782200:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4980 00000100:00080000:2.0:1787829021.782204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829021.782210:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829021.782211:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829021.782220:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829021.782235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422325888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829021.782245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829021.782249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829021.782251:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829021.782256:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4980 00000100:00080000:2.0:1787829021.782277:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829021.782278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829021/real 1787829021] req@ffff8a4f06e8f0c0 x1874669422325504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829021.782287:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829021.782297:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829021.782309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422325504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829021.782316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422326016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829021.782329:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829021.782337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829021.782343:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422325504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829021.782375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829021.782402:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829021.782417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829021/real 1787829021] req@ffff8a4f06e8d2c0 x1874669422325632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829021.782432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422325632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829021.782440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829021.782444:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829021.782448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829021.782454:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829021.782476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829021.782490:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829021/real 1787829021] req@ffff8a4f06e8f840 x1874669422325760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829021.782509:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422325760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829021.782518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829021.782522:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829021.782525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829021.782531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829021.782560:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829021.782574:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829021/real 1787829021] req@ffff8a4f06e8e580 x1874669422325888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829021.782586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422325888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829021.782594:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829021.782597:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829021.782600:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422325888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829021.782606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829021.782625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829021.782636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829021/real 1787829021] req@ffff8a4f06e8de00 x1874669422326016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829021.782648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422326016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829021.782670:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829021.782674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829021.782677:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829021.910055:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829022.934071:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829023.958042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829024.982036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829026.006051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829026.901937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829026.901954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829026.901958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829026.901967:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4985 00000100:00080000:2.0:1787829026.901977:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829026.901984:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829026.902024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422326144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829026.902045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829026.902048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829026.902050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829026.902053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4985 00000100:00080000:2.0:1787829026.902056:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829026.902060:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829026.902073:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829026.902090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422326272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829026.902101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829026.902105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829026.902108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829026.902114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4985 00000100:00080000:2.0:1787829026.902120:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829026.902130:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422326144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829026.902132:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829026.902149:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829026.902175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422326400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829026.902190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829026.902194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829026.902196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829026.902202:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4985 00000100:00080000:2.0:1787829026.902207:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829026.902213:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829026.902220:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829026.902248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422326528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829026.902250:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829026.902265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829026.902269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829026.902271:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829026.902278:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4985 00000100:00080000:2.0:1787829026.902284:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829026.902288:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829026.902293:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829026.902305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422326656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829026.902318:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829026/real 1787829026] req@ffff8a4f06e8c000 x1874669422326144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829026.902339:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422326144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829026.902369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829026.902374:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829026.902379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422326144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829026.902388:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829026.902433:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829026.902445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829026/real 1787829026] req@ffff8a4f06e8c3c0 x1874669422326272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829026.902467:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422326272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829026.902480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829026.902494:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829026.902497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829026.902525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829026.902554:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829026.902564:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829026/real 1787829026] req@ffff8a4f06e8cf00 x1874669422326400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829026.902575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422326400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829026.902582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829026.902585:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829026.902588:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829026.902592:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829026.902607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829026.902614:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829026/real 1787829026] req@ffff8a4f06e8e940 x1874669422326528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829026.902624:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422326528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829026.902630:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829026.902633:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829026.902636:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829026.902641:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829026.902654:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829026.902662:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829026/real 1787829026] req@ffff8a4f06e8cb40 x1874669422326656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829026.902671:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422326656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829026.902677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829026.902680:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829026.902682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829027.030152:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829028.054073:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829029.078174:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829030.101993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829031.126166:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829032.021960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829032.021979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829032.021983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829032.021993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4990 00000100:00080000:3.0:1787829032.022002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829032.022009:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829032.022069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422326784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829032.022100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829032.022106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829032.022107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829032.022110:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4990 00000100:00080000:3.0:1787829032.022113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829032.022117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829032.022126:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829032.022137:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422326912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829032.022145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829032.022148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829032.022150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829032.022153:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422326784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829032.022155:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4990 00000100:00080000:3.0:1787829032.022161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829032.022164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829032.022167:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829032.022175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422327040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829032.022187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829032.022203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829032.022205:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829032.022209:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4990 00000100:00080000:3.0:1787829032.022212:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829032.022215:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829032.022219:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829032.022228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422327168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829032.022236:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829032.022238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829032.022242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829032.022244:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829032.022247:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4990 00000100:00080000:3.0:1787829032.022250:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829032.022253:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829032.022256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829032.022264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422327296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829032.022325:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829032/real 1787829032] req@ffff8a4f08da9a40 x1874669422326784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829032.022341:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422326784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829032.022349:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829032.022353:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829032.022356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422326784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829032.022377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829032.022394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829032.022414:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829032/real 1787829032] req@ffff8a4f08da9680 x1874669422326912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829032.022423:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422326912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829032.022428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829032.022430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829032.022432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422326912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829032.022436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829032.022446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829032.022452:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829032/real 1787829032] req@ffff8a4f08da8f00 x1874669422327040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829032.022459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422327040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829032.022476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829032.022477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829032.022479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829032.022483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829032.022493:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829032.022498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829032/real 1787829032] req@ffff8a4f08daa940 x1874669422327168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829032.022510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422327168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829032.022515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829032.022516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829032.022518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829032.022521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829032.022530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829032.022535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829032/real 1787829032] req@ffff8a4f08daad00 x1874669422327296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829032.022543:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422327296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829032.022548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829032.022549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829032.022551:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829032.149987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829033.174094:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829034.198074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829035.222026:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829036.245997:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829037.141930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829037.141938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829037.141943:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829037.141954:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 4995 00000100:00080000:3.0:1787829037.141967:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829037.141975:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829037.142015:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422327424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829037.142039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829037.142043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829037.142045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829037.142049:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4995 00000100:00080000:3.0:1787829037.142053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829037.142057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829037.142068:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829037.142081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422327552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829037.142086:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422327424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829037.142091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829037.142094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829037.142096:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829037.142099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4995 00000100:00080000:3.0:1787829037.142103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829037.142106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829037.142110:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829037.142119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422327680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829037.142133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829037.142137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829037.142139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829037.142142:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4995 00000100:00080000:3.0:1787829037.142145:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829037.142149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829037.142151:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787829037.142167:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829037.142179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422327808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829037.142187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829037.142191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829037.142192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829037.142195:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 4995 00000100:00080000:3.0:1787829037.142199:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829037.142203:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829037.142207:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829037.142211:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829037/real 1787829037] req@ffff8a4f08daa1c0 x1874669422327424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829037.142216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422327936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829037.142235:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422327424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829037.142246:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829037.142250:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829037.142255:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422327424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829037.142279:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829037.142299:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829037.142308:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829037/real 1787829037] req@ffff8a4f08dab840 x1874669422327552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829037.142317:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422327552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829037.142322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829037.142324:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829037.142327:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829037.142330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829037.142340:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829037.142346:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829037/real 1787829037] req@ffff8a4f08daad00 x1874669422327680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829037.142354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422327680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829037.142363:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829037.142365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829037.142367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829037.142371:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829037.142380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829037.142386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829037/real 1787829037] req@ffff8a4f08daa940 x1874669422327808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829037.142393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422327808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829037.142398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829037.142400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829037.142402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829037.142405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829037.142414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829037.142419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829037/real 1787829037] req@ffff8a4f08da8f00 x1874669422327936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829037.142426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422327936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829037.142431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829037.142432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829037.142435:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422327936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829037.270045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829038.294081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829039.318036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829040.342014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829041.366039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829042.262055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829042.262064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829042.262068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829042.262076:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5000 00000100:00080000:2.0:1787829042.263283:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829042.263301:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829042.263343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422328064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829042.263363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829042.263366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829042.263368:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829042.263370:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5000 00000100:00080000:2.0:1787829042.263373:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829042.263376:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829042.263384:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829042.263392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422328192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829042.263400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829042.263402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829042.263404:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829042.263409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422328064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829042.263409:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5000 00000100:00080000:2.0:1787829042.263412:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829042.263415:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829042.263417:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829042.263423:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422328320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829042.263437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829042.263439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829042.263441:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829042.263443:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5000 00000100:00080000:2.0:1787829042.263445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829042.263447:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829042.263449:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829042.263459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422328448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829042.263465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829042.263467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829042.263468:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829042.263470:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5000 00000100:00080000:2.0:1787829042.263473:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829042.263476:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829042.263479:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829042.263489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422328576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829042.263498:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829042.263535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829042/real 1787829042] req@ffff8a4f06e8d680 x1874669422328064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829042.263548:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422328064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829042.263556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829042.263559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829042.263561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422328064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829042.263593:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829042.263610:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829042.263619:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829042/real 1787829042] req@ffff8a4f06e8f480 x1874669422328192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829042.263627:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422328192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829042.263633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829042.263635:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829042.263637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829042.263641:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829042.263652:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829042.263659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829042/real 1787829042] req@ffff8a4f06e8e1c0 x1874669422328320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829042.263666:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422328320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829042.263671:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829042.263673:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829042.263674:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829042.263678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829042.263688:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829042.263694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829042/real 1787829042] req@ffff8a4f06e8ed00 x1874669422328448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829042.263702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422328448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829042.263706:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829042.263708:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829042.263710:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829042.263713:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829042.263722:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829042.263728:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829042/real 1787829042] req@ffff8a4f06e8c780 x1874669422328576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829042.263740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422328576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829042.263745:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829042.263746:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829042.263748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829042.389971:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829043.414031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829044.438053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829045.462019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829046.485961:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829047.381959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829047.381967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829047.381970:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829047.381979:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5005 00000100:00080000:2.0:1787829047.381989:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829047.381995:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829047.382029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422328704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829047.382059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829047.382063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829047.382065:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829047.382069:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5005 00000100:00080000:2.0:1787829047.382073:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829047.382076:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829047.382097:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829047.382110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422328704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787829047.382112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422328832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829047.382126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829047.382128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829047.382130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829047.382133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5005 00000100:00080000:2.0:1787829047.382135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829047.382138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829047.382141:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829047.382148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422328960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829047.382155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829047.382158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829047.382160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829047.382162:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5005 00000100:00080000:2.0:1787829047.382165:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829047.382167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829047.382170:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829047.382177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422329088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829047.382183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829047.382186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787829047.382189:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829047.382189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829047.382197:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5005 00000100:00080000:2.0:1787829047.382200:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829047.382202:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829047.382206:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829047.382215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422329216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829047.382242:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829047/real 1787829047] req@ffff8a4f06e8da40 x1874669422328704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829047.382262:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422328704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829047.382273:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829047.382277:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829047.382281:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422328704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829047.382308:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829047.382332:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829047.382343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829047/real 1787829047] req@ffff8a4f06e8c780 x1874669422328832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829047.382357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422328832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829047.382366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829047.382369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829047.382373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829047.382380:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829047.382400:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829047.382413:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829047/real 1787829047] req@ffff8a4f06e8ed00 x1874669422328960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829047.382427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422328960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829047.382435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829047.382438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829047.382442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422328960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829047.382449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829047.382470:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829047.382480:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829047/real 1787829047] req@ffff8a4f06e8e1c0 x1874669422329088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829047.382491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422329088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829047.382505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829047.382509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829047.382513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829047.382519:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829047.382539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829047.382549:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829047/real 1787829047] req@ffff8a4f06e8f480 x1874669422329216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829047.382556:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422329216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829047.382562:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829047.382564:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829047.382566:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829047.510993:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829048.534004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829049.557982:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829050.582015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829051.606031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829052.501932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829052.501939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829052.501943:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829052.501951:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5010 00000100:00080000:3.0:1787829052.501961:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829052.501967:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829052.501997:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422329344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829052.502017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829052.502020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829052.502021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829052.502024:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5010 00000100:00080000:3.0:1787829052.502026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829052.502029:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829052.502036:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829052.502045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422329472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829052.502068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829052.502069:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422329344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829052.502075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829052.502078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829052.502082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5010 00000100:00080000:3.0:1787829052.502084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829052.502089:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829052.502093:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829052.502104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422329600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829052.502110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829052.502113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829052.502114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829052.502117:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5010 00000100:00080000:3.0:1787829052.502119:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829052.502122:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829052.502125:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829052.502129:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829052.502136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422329728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829052.502144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829052.502146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829052.502147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829052.502150:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5010 00000100:00080000:3.0:1787829052.502152:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829052.502154:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829052.502157:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829052.502167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422329856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829052.502171:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829052/real 1787829052] req@ffff8a4f08da9680 x1874669422329344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829052.502193:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422329344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829052.502202:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829052.502206:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829052.502209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422329344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829052.502228:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829052.502245:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829052.502258:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829052/real 1787829052] req@ffff8a4f08da9a40 x1874669422329472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829052.502271:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422329472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829052.502279:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829052.502283:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829052.502286:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829052.502293:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829052.502314:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829052.502327:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829052/real 1787829052] req@ffff8a4f08dab480 x1874669422329600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829052.502336:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422329600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829052.502341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829052.502343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829052.502346:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829052.502349:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829052.502364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829052.502371:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829052/real 1787829052] req@ffff8a4f08da83c0 x1874669422329728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829052.502379:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422329728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829052.502384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829052.502386:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829052.502387:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829052.502391:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829052.502400:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829052.502406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829052/real 1787829052] req@ffff8a4f08da92c0 x1874669422329856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829052.502413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422329856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829052.502418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829052.502420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829052.502422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422329856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829052.630011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829053.654027:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829054.678116:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829055.702058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829056.726035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829057.621980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829057.621991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829057.621996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829057.622006:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5016 00000100:00080000:2.0:1787829057.622040:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829057.622049:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829057.622086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422329984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829057.622110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829057.622112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829057.622114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829057.622117:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5016 00000100:00080000:2.0:1787829057.622119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829057.622122:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829057.622130:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829057.622139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422330112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829057.622147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829057.622150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829057.622151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829057.622156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5016 00000100:00100000:0.0:1787829057.622157:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422329984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829057.622158:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829057.622164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829057.622170:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829057.622178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422330240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829057.622184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829057.622187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829057.622188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829057.622190:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5016 00000100:00080000:2.0:1787829057.622194:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829057.622197:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829057.622200:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829057.622207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422330368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829057.622213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829057.622215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829057.622218:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787829057.622219:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829057.622224:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5016 00000100:00080000:2.0:1787829057.622229:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829057.622233:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829057.622238:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829057.622251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422330496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829057.622261:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829057/real 1787829057] req@ffff8a4f06e8d680 x1874669422329984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829057.622278:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422329984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829057.622289:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829057.622295:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829057.622299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422329984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829057.622325:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829057.622347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829057.622358:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829057/real 1787829057] req@ffff8a4f06e8cb40 x1874669422330112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829057.622373:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422330112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829057.622382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829057.622385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829057.622389:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829057.622396:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829057.622418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829057.622430:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829057/real 1787829057] req@ffff8a4f06e8e940 x1874669422330240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829057.622439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422330240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829057.622449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829057.622451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829057.622455:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829057.622461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829057.622482:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829057.622495:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829057/real 1787829057] req@ffff8a4f06e8cf00 x1874669422330368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829057.622508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422330368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829057.622514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829057.622516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829057.622518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829057.622522:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829057.622537:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829057.622545:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829057/real 1787829057] req@ffff8a4f06e8c3c0 x1874669422330496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829057.622552:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422330496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829057.622557:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829057.622559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829057.622561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829057.750033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829058.774051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829059.798081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829060.822011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829061.846033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829062.741924:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829062.741933:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829062.741936:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829062.741944:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5021 00000100:00080000:3.0:1787829062.741954:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829062.741960:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829062.742004:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422330624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829062.742025:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829062.742032:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829062.742033:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829062.742036:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5021 00000100:00080000:3.0:1787829062.742039:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829062.742043:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829062.742051:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829062.742060:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422330752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829062.742069:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829062.742073:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422330624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829062.742073:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829062.742075:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829062.742083:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5021 00000100:00080000:3.0:1787829062.742086:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829062.742088:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829062.742092:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829062.742100:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422330880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829062.742107:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829062.742110:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829062.742112:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829062.742114:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5021 00000100:00080000:3.0:1787829062.742118:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829062.742120:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829062.742123:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829062.742134:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422331008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829062.742138:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829062.742148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829062.742151:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829062.742152:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829062.742156:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5021 00000100:00080000:3.0:1787829062.742159:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829062.742161:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829062.742164:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829062.742174:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422331136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829062.742181:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829062/real 1787829062] req@ffff8a4f08dab0c0 x1874669422330624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829062.742215:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422330624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829062.742225:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829062.742228:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829062.742232:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422330624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829062.742251:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829062.742265:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829062.742274:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829062/real 1787829062] req@ffff8a4f08da8b40 x1874669422330752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829062.742282:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422330752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829062.742287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829062.742289:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829062.742291:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829062.742295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829062.742305:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829062.742311:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829062/real 1787829062] req@ffff8a4f08dabc00 x1874669422330880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829062.742319:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422330880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829062.742324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829062.742326:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829062.742327:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422330880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829062.742331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829062.742340:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829062.742345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829062/real 1787829062] req@ffff8a4f08da8000 x1874669422331008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829062.742352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422331008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829062.742358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829062.742360:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829062.742361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829062.742365:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829062.742373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829062.742379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829062/real 1787829062] req@ffff8a4f08daa580 x1874669422331136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829062.742390:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422331136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829062.742395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829062.742397:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829062.742398:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829062.870012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829063.894053:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829064.918083:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829065.942055:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829066.966003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829067.862026:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829067.862036:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829067.862041:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829067.862052:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5026 00000100:00080000:1.0:1787829067.862064:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829067.862072:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829067.862114:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422331264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829067.862143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829067.862147:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829067.862149:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829067.862153:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5026 00000100:00080000:1.0:1787829067.862156:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829067.862159:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829067.862169:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829067.862181:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422331392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829067.862191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829067.862195:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829067.862198:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829067.862201:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5026 00000100:00080000:1.0:1787829067.862205:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829067.862209:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829067.862214:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829067.862223:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422331264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829067.862232:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422331520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829067.862244:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829067.862248:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829067.862250:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829067.862253:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5026 00000100:00080000:1.0:1787829067.862257:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829067.862260:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829067.862266:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829067.862278:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422331648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829067.862287:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829067.862290:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829067.862292:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829067.862295:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5026 00000100:00080000:1.0:1787829067.862299:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829067.862302:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829067.862306:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829067.862313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829067.862321:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422331776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829067.862384:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829067/real 1787829067] req@ffff8a4f13cb03c0 x1874669422331264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829067.862410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422331264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829067.862423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829067.862428:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829067.862433:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422331264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829067.862442:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829067.862477:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829067.862492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829067/real 1787829067] req@ffff8a4f13cb12c0 x1874669422331392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829067.862515:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422331392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829067.862524:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829067.862528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829067.862532:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829067.862560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829067.862579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829067.862590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829067/real 1787829067] req@ffff8a4f13cb0000 x1874669422331520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829067.862604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422331520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829067.862612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829067.862616:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829067.862619:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829067.862625:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829067.862642:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829067.862653:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829067/real 1787829067] req@ffff8a4f13cb21c0 x1874669422331648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829067.862666:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422331648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829067.862682:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829067.862686:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829067.862689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829067.862695:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829067.862728:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829067.862738:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829067/real 1787829067] req@ffff8a4f13cb0780 x1874669422331776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829067.862749:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422331776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829067.862756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829067.862759:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829067.862762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422331776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829067.990038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829069.014108:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829070.038070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829071.062081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829072.086167:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829072.982034:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829072.982045:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829072.982049:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829072.982061:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5031 00000100:00080000:3.0:1787829072.982072:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829072.982081:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829072.982123:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422331904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829072.982173:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829072.982179:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829072.982182:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829072.982205:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5031 00000100:00080000:3.0:1787829072.982211:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829072.982218:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829072.982232:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829072.982249:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422331904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829072.982251:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422332032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829072.982267:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829072.982273:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829072.982276:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829072.982282:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5031 00000100:00080000:3.0:1787829072.982287:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829072.982292:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829072.982299:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829072.982315:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422332160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829072.982329:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829072.982329:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829072.982350:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829072.982352:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829072.982357:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5031 00000100:00080000:3.0:1787829072.982362:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829072.982367:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829072.982373:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829072.982386:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422332288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829072.982399:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829072/real 1787829072] req@ffff8a4f08da9e00 x1874669422331904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829072.982399:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829072.982404:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829072.982407:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829072.982413:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5031 00000100:00080000:3.0:1787829072.982418:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829072.982423:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829072.982424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422331904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829072.982430:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787829072.982441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787829072.982443:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422332416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829072.982448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829072.982455:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422331904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829072.982487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829072.982541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829072.982563:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829072/real 1787829072] req@ffff8a4f08da8780 x1874669422332032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829072.982577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422332032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829072.982587:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829072.982591:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829072.982594:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829072.982601:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829072.982622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829072.982633:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829072/real 1787829072] req@ffff8a4f08daa580 x1874669422332160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829072.982646:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422332160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829072.982654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829072.982657:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829072.982660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829072.982665:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829072.982683:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829072.982725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829072/real 1787829072] req@ffff8a4f08da8000 x1874669422332288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829072.982743:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422332288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829072.982751:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829072.982754:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829072.982757:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829072.982763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829072.982780:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829072.982789:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829072/real 1787829072] req@ffff8a4f08dabc00 x1874669422332416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829072.982817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422332416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829072.982826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829072.982828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829072.982832:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829073.110057:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829074.134139:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829075.158047:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829076.182067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829077.205994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829078.101992:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829078.102003:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829078.102008:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829078.102030:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5036 00000100:00080000:3.0:1787829078.102042:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829078.102051:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829078.102088:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422332544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829078.102139:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829078.102147:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829078.102149:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829078.102154:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5036 00000100:00080000:3.0:1787829078.102160:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829078.102165:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829078.102176:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829078.102205:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422332544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829078.102206:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422332672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829078.102220:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829078.102222:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829078.102224:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829078.102227:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5036 00000100:00080000:3.0:1787829078.102231:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829078.102233:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829078.102237:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829078.102245:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422332800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829078.102252:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829078.102254:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829078.102255:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829078.102258:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5036 00000100:00080000:3.0:1787829078.102261:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829078.102263:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829078.102266:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829078.102274:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422332928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829078.102280:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829078.102283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829078.102284:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829078.102288:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829078.102292:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5036 00000100:00080000:3.0:1787829078.102302:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829078.102305:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829078.102309:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829078.102316:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422333056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829078.102339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829078/real 1787829078] req@ffff8a4f08da8b40 x1874669422332544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829078.102354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422332544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829078.102374:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829078.102377:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829078.102380:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422332544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829078.102400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829078.102416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829078.102426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829078/real 1787829078] req@ffff8a4f08dab0c0 x1874669422332672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829078.102434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422332672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829078.102440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829078.102461:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829078.102464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829078.102471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829078.102498:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829078.102516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829078/real 1787829078] req@ffff8a4f08da92c0 x1874669422332800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829078.102536:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422332800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829078.102572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829078.102576:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829078.102579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829078.102602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829078.102619:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829078.102627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829078/real 1787829078] req@ffff8a4f08da83c0 x1874669422332928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829078.102635:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422332928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829078.102668:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829078.102671:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829078.102674:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422332928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829078.102679:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829078.102695:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829078.102704:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829078/real 1787829078] req@ffff8a4f08dab480 x1874669422333056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829078.102730:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422333056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829078.102735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829078.102737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829078.102740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829078.230016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829079.253988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829080.278049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829081.302046:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829082.326030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829083.221970:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829083.221981:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829083.221986:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829083.221996:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5041 00000100:00080000:3.0:1787829083.222008:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829083.222016:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829083.222055:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422333184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829083.222087:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829083.222091:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829083.222093:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829083.222097:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5041 00000100:00080000:3.0:1787829083.222101:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829083.222106:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829083.222130:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829083.222146:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422333312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829083.222160:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829083.222169:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829083.222172:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422333184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829083.222173:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829083.222184:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5041 00000100:00080000:3.0:1787829083.222191:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829083.222195:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829083.222201:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829083.222218:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422333440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829083.222228:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829083.222232:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829083.222235:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829083.222240:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5041 00000100:00080000:3.0:1787829083.222245:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829083.222250:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829083.222255:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829083.222269:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422333568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829083.222288:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829083.222293:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829083.222296:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829083.222301:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5041 00000100:00080000:3.0:1787829083.222307:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829083.222314:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829083.222320:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829083.222336:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829083.222339:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422333696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829083.222389:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829083.222423:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829083.222451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829083.350002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829084.374076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829085.397966:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829086.294126:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829086.294184:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829086.294202:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829086.294246:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829086.294259:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829086.294270:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829086.294281:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829086.294324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829083/real 1787829086] req@ffff8a4f08da9680 x1874669422333312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829086.294353:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422333312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829086.294366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829086.294370:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829086.294375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829086.294383:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829083/real 1787829086] req@ffff8a4f08da8f00 x1874669422333440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829086.294409:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422333440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829086.294425:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829086.294429:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829086.294432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829086.294438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829083/real 1787829086] req@ffff8a4f08daa940 x1874669422333568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829086.294478:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422333568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829086.294486:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829086.294490:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829086.294493:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829086.294500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829083/real 1787829086] req@ffff8a4f08da9a40 x1874669422333184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829086.294517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422333184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829086.294524:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829086.294527:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829086.294530:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422333184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829086.294556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829083/real 1787829086] req@ffff8a4f08daad00 x1874669422333696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829086.294568:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422333696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829086.294576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829086.294579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829086.294582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829086.422064:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829087.446007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829088.342035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829088.342043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829088.342047:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829088.342055:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5046 00000100:00080000:2.0:1787829088.342068:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829088.342075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829088.342105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422333824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829088.342137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829088.342140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829088.342141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829088.342144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5046 00000100:00080000:2.0:1787829088.342146:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829088.342149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829088.342156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829088.342165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422333952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829088.342172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829088.342175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829088.342177:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829088.342181:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5046 00000100:00080000:2.0:1787829088.342185:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829088.342205:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829088.342212:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422333824:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787829088.342212:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829088.342228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422334080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829088.342245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829088.342249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829088.342251:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829088.342255:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5046 00000100:00080000:2.0:1787829088.342259:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829088.342264:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829088.342269:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829088.342285:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787829088.342285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422334208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829088.342299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829088.342303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829088.342305:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829088.342310:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5046 00000100:00080000:2.0:1787829088.342314:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829088.342320:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829088.342325:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829088.342340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829088/real 1787829088] req@ffff8a4f06e8c000 x1874669422333824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829088.342341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422334336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829088.342389:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422333824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829088.342402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829088.342407:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829088.342411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422333824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829088.342420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829088.342446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829088.342462:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829088/real 1787829088] req@ffff8a4f06e8de00 x1874669422333952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829088.342475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422333952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829088.342483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829088.342487:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829088.342497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422333952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829088.342526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829088.342549:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829088.342562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829088/real 1787829088] req@ffff8a4f06e8e580 x1874669422334080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829088.342576:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422334080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829088.342584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829088.342588:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829088.342592:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829088.342599:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829088.342621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829088.342634:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829088/real 1787829088] req@ffff8a4f06e8f840 x1874669422334208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829088.342647:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422334208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829088.342656:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829088.342666:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829088.342670:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829088.342676:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829088.342697:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829088.342711:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829088/real 1787829088] req@ffff8a4f06e8d2c0 x1874669422334336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829088.342724:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422334336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829088.342733:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829088.342737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829088.342740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829088.470034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829089.494008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829090.517983:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829091.542021:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829092.566028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829093.461929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829093.461937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829093.461940:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829093.461948:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5051 00000100:00080000:3.0:1787829093.461958:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829093.461964:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829093.461996:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422334464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829093.462017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829093.462019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829093.462021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829093.462024:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5051 00000100:00080000:3.0:1787829093.462026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829093.462029:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829093.462036:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829093.462044:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422334592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829093.462052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829093.462056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829093.462059:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422334464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829093.462059:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829093.462067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5051 00000100:00080000:3.0:1787829093.462070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829093.462072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829093.462075:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829093.462084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422334720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829093.462091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829093.462093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829093.462094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829093.462097:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5051 00000100:00080000:3.0:1787829093.462100:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829093.462102:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829093.462105:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829093.462112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422334848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829093.462119:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829093.462125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829093.462128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829093.462130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829093.462134:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5051 00000100:00080000:3.0:1787829093.462138:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829093.462140:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829093.462143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829093.462152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422334976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829093.462160:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829093/real 1787829093] req@ffff8a4f08dab840 x1874669422334464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829093.462176:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422334464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829093.462184:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829093.462187:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829093.462190:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422334464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829093.462221:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829093.462246:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829093.462260:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829093/real 1787829093] req@ffff8a4f08daa1c0 x1874669422334592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829093.462276:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422334592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829093.462282:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829093.462284:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829093.462286:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829093.462291:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829093.462315:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829093.462329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829093/real 1787829093] req@ffff8a4f08daad00 x1874669422334720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829093.462342:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422334720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829093.462351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829093.462355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829093.462358:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829093.462364:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829093.462380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829093.462389:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829093/real 1787829093] req@ffff8a4f08da9a40 x1874669422334848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829093.462396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422334848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829093.462406:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829093.462408:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829093.462411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829093.462414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829093.462424:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829093.462430:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829093/real 1787829093] req@ffff8a4f08daa940 x1874669422334976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829093.462437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422334976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829093.462454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829093.462457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829093.462461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422334976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829093.590002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829094.614010:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829095.637992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829096.662036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829097.686016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829098.581974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829098.581986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829098.581991:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829098.582002:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5056 00000100:00080000:2.0:1787829098.582014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829098.582022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829098.582061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422335104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829098.582090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829098.582095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829098.582097:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829098.582102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5056 00000100:00080000:2.0:1787829098.582106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829098.582111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829098.582122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829098.582141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422335232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829098.582151:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422335104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829098.582156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829098.582162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829098.582164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829098.582169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5056 00000100:00080000:2.0:1787829098.582174:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829098.582179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829098.582184:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829098.582199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422335360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829098.582210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829098.582215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829098.582217:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787829098.582223:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829098.582224:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5056 00000100:00080000:2.0:1787829098.582232:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829098.582237:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829098.582244:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829098.582258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422335488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829098.582271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829098.582276:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829098/real 1787829098] req@ffff8a4f06e8f0c0 x1874669422335104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829098.582277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829098.582281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829098.582291:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5056 00000100:00080000:2.0:1787829098.582299:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829098.582306:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829098.582312:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422335104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787829098.582314:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829098.582332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422335616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829098.582337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829098.582347:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829098.582354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422335104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829098.582380:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422335232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829098.582403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829098.582417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829098/real 1787829098] req@ffff8a4f06e8d2c0 x1874669422335232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829098.582429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422335232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829098.582437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829098.582441:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829098.582444:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422335232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829098.582449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422335360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829098.582466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829098.582476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829098/real 1787829098] req@ffff8a4f06e8f840 x1874669422335360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829098.582487:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422335360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829098.582495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829098.582498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829098.582502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422335360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829098.582508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422335488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829098.582536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829098.582547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829098/real 1787829098] req@ffff8a4f06e8e580 x1874669422335488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829098.582559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422335488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829098.582567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829098.582571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829098.582575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422335488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829098.582593:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422335616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829098.582614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829098.582625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829098/real 1787829098] req@ffff8a4f06e8de00 x1874669422335616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829098.582637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422335616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829098.582644:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829098.582648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829098.582651:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422335616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829098.710037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829099.734011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829100.758027:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829101.782056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829102.806029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829103.701910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829103.701918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829103.701922:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829103.701930:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5062 00000100:00080000:2.0:1787829103.701938:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829103.701944:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829103.701973:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422335744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829103.701994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829103.701997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829103.701998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829103.702002:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5062 00000100:00080000:2.0:1787829103.702005:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829103.702010:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829103.702019:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829103.702035:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422335744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787829103.702036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422335872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829103.702056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829103.702061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829103.702063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829103.702066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5062 00000100:00080000:2.0:1787829103.702070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829103.702073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829103.702078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829103.702088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422336000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829103.702095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829103.702099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1787829103.702101:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829103.702102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829103.702108:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5062 00000100:00080000:2.0:1787829103.702112:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829103.702115:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829103.702119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829103.702127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422336128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829103.702133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829103.702136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829103.702137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829103.702142:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829103/real 1787829103] req@ffff8a4f06e8c000 x1874669422335744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829103.702143:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5062 00000100:00080000:2.0:1787829103.702148:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829103.702154:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829103.702161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829103.702167:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422335744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829103.702171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422336256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829103.702192:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829103.702197:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829103.702201:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422335744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829103.702222:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422335872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829103.702237:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829103.702245:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829103/real 1787829103] req@ffff8a4f06e8c3c0 x1874669422335872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829103.702253:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422335872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829103.702259:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829103.702261:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829103.702263:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422335872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829103.702267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829103.702276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829103.702282:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829103/real 1787829103] req@ffff8a4f06e8cf00 x1874669422336000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829103.702294:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422336000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829103.702299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829103.702301:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829103.702303:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829103.702306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829103.702316:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829103.702322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829103/real 1787829103] req@ffff8a4f06e8e940 x1874669422336128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829103.702330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422336128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829103.702335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829103.702337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829103.702338:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829103.702342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829103.702351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829103.702357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829103/real 1787829103] req@ffff8a4f06e8cb40 x1874669422336256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829103.702364:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422336256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829103.702374:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829103.702376:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829103.702378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829103.829992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829104.854025:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829105.878004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829106.902056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829107.925989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829108.822003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829108.822015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829108.822021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829108.822033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5067 00000100:00080000:3.0:1787829108.822046:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829108.822056:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829108.822106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422336384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829108.822141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829108.822146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829108.822148:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829108.822153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5067 00000100:00080000:3.0:1787829108.822158:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829108.822164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829108.822176:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829108.822196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422336512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829108.822197:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422336384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829108.822231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829108.822236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829108.822239:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829108.822246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5067 00000100:00080000:3.0:1787829108.822252:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829108.822257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829108.822264:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829108.822274:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829108.822283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422336640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829108.822298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829108.822302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829108.822304:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829108.822309:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5067 00000100:00080000:3.0:1787829108.822315:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829108.822320:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829108.822328:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829108.822329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829108/real 1787829108] req@ffff8a4f08da8f00 x1874669422336384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829108.822353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422336768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829108.822355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422336384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829108.822386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829108.822391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829108.822392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829108.822402:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829108.822403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829108.822421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422336384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829108.822421:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5067 00000100:00080000:3.0:1787829108.822439:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829108.822447:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829108.822453:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829108.822464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829108.822471:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422336896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829108.822501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829108.822518:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829108/real 1787829108] req@ffff8a4f08da9680 x1874669422336512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829108.822540:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422336512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829108.822551:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829108.822554:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829108.822557:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829108.822562:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829108.822577:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829108.822584:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829108/real 1787829108] req@ffff8a4f08dab480 x1874669422336640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829108.822592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422336640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829108.822597:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829108.822599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829108.822601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829108.822606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829108.822617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829108.822623:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829108/real 1787829108] req@ffff8a4f08da83c0 x1874669422336768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829108.822631:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422336768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829108.822636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829108.822638:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829108.822641:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829108.822653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829108.822685:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829108.822696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829108/real 1787829108] req@ffff8a4f08da92c0 x1874669422336896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829108.822704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422336896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829108.822712:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829108.822716:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829108.822719:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422336896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829108.950021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829109.974052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829110.998108:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829112.022005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829113.046051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829113.941934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829113.941944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829113.941948:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829113.941956:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5072 00000100:00080000:3.0:1787829113.941964:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829113.941971:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829113.942004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422337024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829113.942035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829113.942039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829113.942040:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829113.942042:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5072 00000100:00080000:3.0:1787829113.942045:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829113.942048:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829113.942056:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829113.942064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422337152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829113.942072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829113.942075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829113.942078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829113.942081:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5072 00000100:00080000:3.0:1787829113.942083:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829113.942085:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829113.942089:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829113.942095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422337280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829113.942103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829113.942105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829113.942107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829113.942114:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5072 00000100:00100000:0.0:1787829113.942116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422337024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829113.942118:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829113.942127:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829113.942136:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829113.942143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422337408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829113.942150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829113.942152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829113.942153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829113.942156:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5072 00000100:00080000:3.0:1787829113.942159:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829113.942162:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829113.942165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829113.942171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422337536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829113.942216:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829113.942267:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829113/real 1787829113] req@ffff8a4f08dab0c0 x1874669422337024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829113.942282:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422337024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829113.942291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829113.942294:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829113.942297:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422337024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829113.942304:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829113.942321:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829113.942330:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829113/real 1787829113] req@ffff8a4f08da8b40 x1874669422337152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829113.942339:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422337152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829113.942346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829113.942348:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829113.942350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829113.942386:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829113.942399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829113.942406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829113/real 1787829113] req@ffff8a4f08dabc00 x1874669422337280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829113.942415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422337280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829113.942420:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829113.942423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829113.942425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829113.942429:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829113.942440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829113.942446:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829113/real 1787829113] req@ffff8a4f08da8000 x1874669422337408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829113.942459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422337408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829113.942465:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829113.942466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829113.942468:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829113.942472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829113.942482:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829113.942488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829113/real 1787829113] req@ffff8a4f08daa580 x1874669422337536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829113.942496:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422337536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829113.942501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829113.942503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829113.942504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829114.069986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829115.094972:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829116.118002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829117.141986:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829118.165980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829119.061954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829119.061962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829119.061965:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829119.061973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5077 00000100:00080000:2.0:1787829119.061981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829119.061988:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829119.062020:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422337664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829119.062045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829119.062050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829119.062052:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829119.062054:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5077 00000100:00080000:2.0:1787829119.062056:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829119.062059:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829119.062066:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829119.062076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422337792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829119.062085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829119.062088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829119.062089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829119.062094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5077 00000100:00100000:0.0:1787829119.062096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422337664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829119.062097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829119.062104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829119.062108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829119.062120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422337920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829119.062130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829119.062133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829119.062135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829119.062139:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5077 00000100:00080000:2.0:1787829119.062144:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829119.062149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829119.062156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829119.062159:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787829119.062173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422338048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829119.062182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829119.062184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829119.062186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829119.062190:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5077 00000100:00080000:2.0:1787829119.062193:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829119.062199:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829119/real 1787829119] req@ffff8a4f06e8d680 x1874669422337664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829119.062199:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829119.062207:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829119.062220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422338176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829119.062227:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422337664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829119.062237:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829119.062240:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829119.062243:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422337664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829119.062263:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829119.062279:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829119.062287:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829119/real 1787829119] req@ffff8a4f06e8f480 x1874669422337792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829119.062295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422337792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829119.062300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829119.062302:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829119.062304:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829119.062308:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829119.062317:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829119.062324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829119/real 1787829119] req@ffff8a4f06e8e1c0 x1874669422337920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829119.062331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422337920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829119.062340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829119.062343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829119.062345:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422337920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829119.062348:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829119.062358:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829119.062364:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829119/real 1787829119] req@ffff8a4f06e8ed00 x1874669422338048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829119.062371:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422338048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829119.062376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829119.062378:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829119.062380:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829119.062384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829119.062392:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829119.062398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829119/real 1787829119] req@ffff8a4f06e8c780 x1874669422338176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829119.062405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422338176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829119.062410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829119.062411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829119.062414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829119.190060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829120.214013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829121.238079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829122.261984:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829123.286024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829124.181969:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829124.181977:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829124.181981:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829124.181989:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5082 00000100:00080000:1.0:1787829124.181997:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829124.182003:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829124.182035:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422338304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829124.182056:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829124.182059:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829124.182060:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829124.182063:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5082 00000100:00080000:1.0:1787829124.182065:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829124.182067:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829124.182087:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829124.182095:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422338432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829124.182102:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829124.182104:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829124.182105:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829124.182108:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5082 00000100:00080000:1.0:1787829124.182110:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829124.182115:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829124.182117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422338304:192.168.203.149@tcp:250:kworker.0 00000008:00100000:1.0:1787829124.182119:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829124.182130:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422338560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829124.182136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829124.182139:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829124.182140:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829124.182143:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5082 00000100:00080000:1.0:1787829124.182145:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829124.182148:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829124.182152:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829124.182158:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422338688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829124.182164:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829124.182166:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829124.182168:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829124.182170:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5082 00000100:00080000:1.0:1787829124.182180:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829124.182182:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829124.182185:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829124.182193:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829124.182195:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422338816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829124.182238:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829124/real 1787829124] req@ffff8a4f13cb0b40 x1874669422338304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829124.182253:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422338304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829124.182261:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829124.182264:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829124.182267:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422338304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829124.182273:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829124.182290:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829124.182312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829124/real 1787829124] req@ffff8a4f13cb30c0 x1874669422338432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829124.182324:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422338432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829124.182333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829124.182337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829124.182341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829124.182367:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829124.182395:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829124.182403:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829124/real 1787829124] req@ffff8a4f13cb1e00 x1874669422338560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829124.182411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422338560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829124.182416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829124.182419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829124.182420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829124.182424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829124.182434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829124.182440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829124/real 1787829124] req@ffff8a4f13cb2d00 x1874669422338688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829124.182447:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422338688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829124.182452:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829124.182454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829124.182456:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829124.182459:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829124.182468:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829124.182474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829124/real 1787829124] req@ffff8a4f13cb1a40 x1874669422338816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829124.182486:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422338816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829124.182491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829124.182492:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829124.182494:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422338816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829124.310001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829125.334032:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829126.357998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829127.382054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829128.406045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829129.301998:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829129.302008:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829129.302013:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829129.302023:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5087 00000100:00080000:3.0:1787829129.302034:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829129.302042:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829129.302079:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422338944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829129.302114:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829129.302117:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829129.302119:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829129.302123:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5087 00000100:00080000:3.0:1787829129.302126:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829129.302130:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829129.302140:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829129.302162:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422339072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829129.302173:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829129.302177:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422338944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829129.302178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829129.302182:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829129.302190:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5087 00000100:00080000:3.0:1787829129.302194:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829129.302198:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829129.302202:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829129.302227:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422339200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829129.302237:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829129.302240:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829129.302242:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829129.302245:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5087 00000100:00080000:3.0:1787829129.302250:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829129.302254:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829129.302260:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829129.302266:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829129.302277:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422339328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829129.302288:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829129.302291:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829129.302294:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829129.302298:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5087 00000100:00080000:3.0:1787829129.302303:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829129.302308:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829129.302313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829129/real 1787829129] req@ffff8a4f08da8780 x1874669422338944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829129.302315:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829129.302333:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422339456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829129.302341:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422338944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829129.302356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829129.302361:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829129.302366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422338944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829129.302400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829129.302418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829129.302427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829129/real 1787829129] req@ffff8a4f08da9e00 x1874669422339072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829129.302445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422339072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829129.302454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829129.302458:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829129.302461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829129.302467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829129.302489:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829129.302501:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829129/real 1787829129] req@ffff8a4f08daa580 x1874669422339200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829129.302528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422339200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829129.302537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829129.302541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829129.302544:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829129.302559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829129.302578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829129.302588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829129/real 1787829129] req@ffff8a4f08da8000 x1874669422339328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829129.302600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422339328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829129.302615:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829129.302618:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829129.302622:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829129.302627:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829129.302642:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829129.302651:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829129/real 1787829129] req@ffff8a4f08dabc00 x1874669422339456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829129.302663:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422339456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829129.302672:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829129.302674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829129.302678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829129.430090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829130.454033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829131.478827:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829132.502046:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829133.526061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829134.421959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829134.421966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829134.421970:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829134.421978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5092 00000100:00080000:3.0:1787829134.421987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829134.421993:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829134.422024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422339584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829134.422046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829134.422049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829134.422050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829134.422053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5092 00000100:00080000:3.0:1787829134.422055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829134.422058:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829134.422065:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829134.422075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422339712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829134.422082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829134.422084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829134.422086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829134.422088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5092 00000100:00080000:3.0:1787829134.422090:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829134.422092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829134.422095:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829134.422102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422339584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829134.422103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422339840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829134.422118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829134.422120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829134.422121:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829134.422123:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5092 00000100:00080000:3.0:1787829134.422125:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829134.422127:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829134.422131:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829134.422138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422339968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829134.422144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829134.422146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829134.422147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829134.422151:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5092 00000100:00080000:3.0:1787829134.422154:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829134.422156:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829134.422159:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829134.422167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422340096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829134.422174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829134.422227:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829134/real 1787829134] req@ffff8a4f08da8b40 x1874669422339584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829134.422242:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422339584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829134.422250:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829134.422254:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829134.422257:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422339584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829134.422262:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829134.422280:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829134.422289:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829134/real 1787829134] req@ffff8a4f08dab0c0 x1874669422339712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829134.422297:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422339712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829134.422302:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829134.422304:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829134.422307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829134.422326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829134.422344:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829134.422351:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829134/real 1787829134] req@ffff8a4f08da92c0 x1874669422339840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829134.422359:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422339840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829134.422364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829134.422366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829134.422369:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829134.422372:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829134.422383:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829134.422389:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829134/real 1787829134] req@ffff8a4f08da83c0 x1874669422339968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829134.422396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422339968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829134.422401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829134.422402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829134.422404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422339968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829134.422408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829134.422417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829134.422423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829134/real 1787829134] req@ffff8a4f08dab480 x1874669422340096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829134.422430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422340096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829134.422434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829134.422436:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829134.422438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829134.550024:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829135.574053:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829136.597970:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829137.622037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829138.646061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829139.542038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829139.542049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829139.542054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829139.542064:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5097 00000100:00080000:2.0:1787829139.542077:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829139.542084:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829139.542131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422340224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829139.542164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829139.542168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829139.542170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829139.542174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5097 00000100:00080000:2.0:1787829139.542178:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829139.542182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829139.542192:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829139.542206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422340352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829139.542215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829139.542218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829139.542219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829139.542225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5097 00000100:00100000:0.0:1787829139.542226:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422340224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829139.542227:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829139.542236:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829139.542241:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829139.542256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422340480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829139.542268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829139.542272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829139.542275:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829139.542279:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5097 00000100:00080000:2.0:1787829139.542284:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829139.542288:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829139.542293:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829139.542302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422340608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829139.542307:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829139.542321:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829139.542324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829139.542325:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829139.542329:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5097 00000100:00080000:2.0:1787829139.542332:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829139.542335:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829139.542338:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829139.542346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422340736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829139.542362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829139/real 1787829139] req@ffff8a4f06e8da40 x1874669422340224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829139.542380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422340224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829139.542390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829139.542393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829139.542396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422340224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829139.542420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829139.542435:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829139.542459:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829139/real 1787829139] req@ffff8a4f06e8c780 x1874669422340352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829139.542468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422340352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829139.542474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829139.542476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829139.542479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829139.542482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829139.542496:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829139.542504:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829139/real 1787829139] req@ffff8a4f06e8ed00 x1874669422340480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829139.542512:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422340480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829139.542522:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829139.542524:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829139.542526:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829139.542530:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829139.542540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829139.542546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829139/real 1787829139] req@ffff8a4f06e8e1c0 x1874669422340608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829139.542553:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422340608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829139.542558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829139.542560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829139.542562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829139.542565:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829139.542575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829139.542581:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829139/real 1787829139] req@ffff8a4f06e8f480 x1874669422340736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829139.542588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422340736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829139.542593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829139.542595:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829139.542597:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829139.670043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829140.694061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829141.718105:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829142.742061:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829143.766008:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829144.661989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829144.662003:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829144.662008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829144.662022:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5103 00000100:00080000:2.0:1787829144.662037:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829144.662046:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829144.662094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422340864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829144.662132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829144.662137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829144.662139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829144.662143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5103 00000100:00080000:2.0:1787829144.662147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829144.662152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829144.662167:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829144.662183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422340992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829144.662191:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422340864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829144.662203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829144.662208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829144.662210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829144.662218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5103 00000100:00080000:2.0:1787829144.662223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829144.662228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829144.662234:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829144.662250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422341120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829144.662261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829144.662267:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829144.662275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829144.662288:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829144.662300:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5103 00000100:00080000:2.0:1787829144.662306:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829144.662312:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829144.662318:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829144/real 1787829144] req@ffff8a4f06e8d680 x1874669422340864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787829144.662321:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829144.662349:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422340864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829144.662350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422341248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829144.662392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829144.662400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829144.662401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829144.662427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422340864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829144.662427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829144.662435:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829144.662446:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5103 00000100:00080000:2.0:1787829144.662451:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829144.662456:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829144.662462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340992:192.168.203.149@tcp:38:kworker.0 00000008:00100000:2.0:1787829144.662463:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829144.662491:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422341376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829144.662498:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829144.662516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829144/real 1787829144] req@ffff8a4f06e8cb40 x1874669422340992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829144.662529:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422340992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829144.662537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829144.662541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829144.662546:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422340992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829144.662553:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829144.662565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829144.662571:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829144/real 1787829144] req@ffff8a4f06e8e940 x1874669422341120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829144.662578:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422341120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829144.662584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829144.662588:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829144.662591:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829144.662598:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829144.662618:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829144.662631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829144/real 1787829144] req@ffff8a4f06e8cf00 x1874669422341248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829144.662644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422341248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829144.662653:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829144.662656:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829144.662659:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829144.662674:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829144.662690:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829144.662698:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829144/real 1787829144] req@ffff8a4f06e8c3c0 x1874669422341376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829144.662711:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422341376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829144.662716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829144.662719:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829144.662721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829144.789981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829145.814011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829146.838034:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829147.862029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829148.886025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829149.781979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829149.781989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829149.781994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829149.782004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5108 00000100:00080000:3.0:1787829149.782015:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829149.782022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829149.782057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422341504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829149.782088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829149.782095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829149.782097:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829149.782101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5108 00000100:00080000:3.0:1787829149.782105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829149.782110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829149.782119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829149.782135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422341632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829149.782136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422341504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829149.782153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829149.782157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829149.782159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829149.782163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5108 00000100:00080000:3.0:1787829149.782167:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829149.782171:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829149.782176:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829149.782187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422341760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829149.782198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829149.782201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829149.782203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829149.782206:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5108 00000100:00080000:3.0:1787829149.782211:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829149.782215:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829149.782222:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829149.782237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422341888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829149.782246:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341632:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787829149.782251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829149.782256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829149.782258:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829149.782265:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5108 00000100:00080000:3.0:1787829149.782269:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829149.782275:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829149.782283:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829149.782289:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829149.782299:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422342016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829149.782320:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829149.782336:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829149.910030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829150.934012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829151.958069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829152.854098:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829152.854146:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829152.854159:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829152.854196:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829152.854206:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829152.854216:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829152.854227:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829152.854263:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829149/real 1787829152] req@ffff8a4f08da9a40 x1874669422341888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829152.854306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422341888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829152.854320:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829152.854325:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829152.854331:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829152.854339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829149/real 1787829152] req@ffff8a4f08daad00 x1874669422342016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829152.854369:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422342016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829152.854388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829152.854392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829152.854395:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342016:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829152.854402:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829149/real 1787829152] req@ffff8a4f08da8f00 x1874669422341632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829152.854415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422341632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829152.854423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829152.854427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829152.854430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829152.854436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829149/real 1787829152] req@ffff8a4f08daa940 x1874669422341760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829152.854448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422341760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829152.854455:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829152.854458:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829152.854462:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422341760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829152.854469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829149/real 1787829152] req@ffff8a4f08da9680 x1874669422341504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829152.854481:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422341504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829152.854489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829152.854493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829152.854497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422341504:192.168.203.149@tcp:250:kworker.0 00010000:00010000:0.0:1787829152.981959:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829154.006051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829154.901942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829154.901951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829154.901954:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829154.901963:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5113 00000100:00080000:3.0:1787829154.901971:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829154.901977:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829154.902007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422342144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829154.902030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829154.902032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829154.902034:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829154.902041:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5113 00000100:00080000:3.0:1787829154.902043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829154.902046:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829154.902055:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829154.902064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422342272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829154.902077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829154.902082:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422342144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829154.902083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829154.902087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829154.902096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5113 00000100:00080000:3.0:1787829154.902100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829154.902104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829154.902110:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829154.902143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422342400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829154.902154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829154.902157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829154.902159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829154.902162:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5113 00000800:00000100:0.0:1787829154.902169:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829154.902170:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829154.902178:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829154.902185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829154.902199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422342528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829154.902210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829154.902214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787829154.902219:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829154/real 1787829154] req@ffff8a4f08daa1c0 x1874669422342144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829154.902220:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829154.902229:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5113 00000100:00080000:3.0:1787829154.902236:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829154.902244:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829154.902250:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829154.902252:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422342144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829154.902265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422342656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829154.902267:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829154.902279:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829154.902287:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422342144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829154.902316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829154.902358:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829154.902374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829154/real 1787829154] req@ffff8a4f08dab840 x1874669422342272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829154.902414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422342272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829154.902423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829154.902426:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829154.902430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829154.902437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829154.902458:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829154.902470:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829154/real 1787829154] req@ffff8a4f08da9680 x1874669422342400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829154.902482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422342400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829154.902502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829154.902506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829154.902509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829154.902516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829154.902537:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829154.902548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829154/real 1787829154] req@ffff8a4f08daa940 x1874669422342528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829154.902559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422342528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829154.902572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829154.902575:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829154.902578:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829154.902584:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829154.902603:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829154.902615:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829154/real 1787829154] req@ffff8a4f08da8f00 x1874669422342656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829154.902627:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422342656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829154.902635:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829154.902638:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829154.902641:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829155.030004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829156.054033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829157.078010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829158.102127:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829159.126033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829160.021964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829160.021972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829160.021976:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829160.021984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5118 00000100:00080000:0.0:1787829160.021993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829160.022000:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829160.022031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422342784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829160.022055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829160.022058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829160.022059:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829160.022062:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5118 00000100:00080000:0.0:1787829160.022064:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829160.022066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829160.022074:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829160.022082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422342912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829160.022090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829160.022093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829160.022094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829160.022096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5118 00000100:00080000:0.0:1787829160.022098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829160.022100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829160.022104:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829160.022110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422342784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829160.022112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422343040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829160.022124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829160.022126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829160.022127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829160.022130:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5118 00000100:00080000:0.0:1787829160.022132:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829160.022135:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829160.022138:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829160.022145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422343168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829160.022151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829160.022153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829160.022155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829160.022157:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5118 00000100:00080000:0.0:1787829160.022160:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829160.022162:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829160.022164:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829160.022171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422343296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829160.022186:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829160.022237:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829160/real 1787829160] req@ffff8a4f13c5a580 x1874669422342784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829160.022257:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422342784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829160.022270:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829160.022275:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829160.022280:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422342784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829160.022321:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829160.022358:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829160.022373:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829160/real 1787829160] req@ffff8a4f13c59a40 x1874669422342912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829160.022388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422342912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829160.022397:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829160.022401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829160.022405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422342912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829160.022410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829160.022426:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829160.022434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829160/real 1787829160] req@ffff8a4f13c583c0 x1874669422343040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829160.022442:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422343040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829160.022448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829160.022450:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829160.022452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829160.022456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829160.022466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829160.022472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829160/real 1787829160] req@ffff8a4f13c5a940 x1874669422343168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829160.022479:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422343168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829160.022486:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829160.022489:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829160.022493:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829160.022499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829160.022519:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829160.022530:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829160/real 1787829160] req@ffff8a4f13c58f00 x1874669422343296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829160.022540:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422343296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829160.022548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829160.022551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829160.022554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829160.150018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829161.174018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829162.198042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829163.221950:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829164.246056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829165.141955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829165.141963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829165.141967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829165.141974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5123 00000100:00080000:3.0:1787829165.141984:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829165.141990:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829165.142026:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422343424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829165.142058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829165.142061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829165.142063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829165.142066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5123 00000100:00080000:3.0:1787829165.142069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829165.142072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829165.142080:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829165.142102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422343552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829165.142111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829165.142115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829165.142117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422343424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829165.142117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829165.142121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5123 00000100:00080000:3.0:1787829165.142124:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829165.142126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829165.142132:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829165.142139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422343680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829165.142146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829165.142148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829165.142150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829165.142152:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5123 00000100:00080000:3.0:1787829165.142155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829165.142158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829165.142161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829165.142169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422343808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829165.142176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829165.142178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829165.142179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829165.142181:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5123 00000100:00080000:3.0:1787829165.142184:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829165.142186:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829165.142189:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829165.142191:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829165.142200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422343936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829165.142236:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829165/real 1787829165] req@ffff8a4f08daad00 x1874669422343424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829165.142252:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422343424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829165.142276:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829165.142282:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829165.142287:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422343424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829165.142330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829165.142350:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829165.142360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829165/real 1787829165] req@ffff8a4f08da9a40 x1874669422343552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829165.142369:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422343552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829165.142375:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829165.142377:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829165.142379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829165.142384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829165.142394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829165.142401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829165/real 1787829165] req@ffff8a4f08dab480 x1874669422343680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829165.142408:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422343680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829165.142413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829165.142415:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829165.142417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829165.142421:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829165.142431:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829165.142438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829165/real 1787829165] req@ffff8a4f08da83c0 x1874669422343808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829165.142445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422343808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829165.142450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829165.142452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829165.142454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829165.142457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829165.142467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829165.142473:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829165/real 1787829165] req@ffff8a4f08da92c0 x1874669422343936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829165.142480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422343936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829165.142485:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829165.142487:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829165.142488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422343936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829165.269965:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829166.294038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829167.317995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829168.342057:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829169.366023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829170.261973:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829170.261982:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829170.261986:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829170.261994:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5128 00000100:00080000:2.0:1787829170.262004:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829170.262009:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829170.262041:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422344064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829170.262063:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829170.262066:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829170.262068:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829170.262070:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5128 00000100:00080000:2.0:1787829170.262073:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829170.262075:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829170.262083:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829170.262091:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422344192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829170.262099:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829170.262102:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829170.262103:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422344064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829170.262104:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829170.262111:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5128 00000100:00080000:2.0:1787829170.262114:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829170.262116:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829170.262119:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829170.262127:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422344320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829170.262133:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829170.262136:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829170.262138:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829170.262140:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5128 00000100:00080000:2.0:1787829170.262143:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829170.262145:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829170.262147:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829170.262154:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422344448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829170.262161:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829170.262163:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829170.262165:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829170.262169:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829170.262172:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5128 00000100:00080000:2.0:1787829170.262175:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829170.262178:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829170.262181:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829170.262189:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422344576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829170.262204:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829170/real 1787829170] req@ffff8a4f06e8c000 x1874669422344064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829170.262219:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422344064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829170.262239:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829170.262245:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829170.262250:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422344064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829170.262276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829170.262303:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829170.262317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829170/real 1787829170] req@ffff8a4f06e8de00 x1874669422344192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829170.262330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422344192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829170.262336:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829170.262339:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829170.262341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829170.262345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829170.262361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829170.262368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829170/real 1787829170] req@ffff8a4f06e8e580 x1874669422344320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829170.262376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422344320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829170.262386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829170.262388:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829170.262390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829170.262393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829170.262403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829170.262409:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829170/real 1787829170] req@ffff8a4f06e8f840 x1874669422344448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829170.262417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422344448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829170.262422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829170.262424:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829170.262426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829170.262430:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829170.262438:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829170.262444:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829170/real 1787829170] req@ffff8a4f06e8d2c0 x1874669422344576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829170.262451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422344576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829170.262456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829170.262457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829170.262460:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829170.390045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829171.413996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829172.438041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829173.462011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829174.486016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829175.382120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829175.382130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829175.382134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829175.382144:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5133 00000100:00080000:3.0:1787829175.382155:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829175.382162:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829175.382219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422344704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829175.382269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829175.382273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829175.382274:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829175.382277:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5133 00000100:00080000:3.0:1787829175.382280:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829175.382283:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829175.382303:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829175.382313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422344832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829175.382330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829175.382334:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422344704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829175.382335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829175.382338:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829175.382346:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5133 00000100:00080000:3.0:1787829175.382349:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829175.382352:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829175.382355:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829175.382365:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422344960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829175.382372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829175.382375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829175.382377:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829175.382380:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5133 00000100:00080000:3.0:1787829175.382382:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829175.382385:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829175.382389:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829175.382397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422345088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829175.382403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829175.382412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829175.382415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829175.382416:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829175.382420:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5133 00000100:00080000:3.0:1787829175.382424:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829175.382426:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829175.382429:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829175.382439:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422345216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829175.382448:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829175/real 1787829175] req@ffff8a4f08dab0c0 x1874669422344704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829175.382464:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422344704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829175.382473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829175.382477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829175.382480:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422344704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829175.382500:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829175.382515:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829175.382524:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829175/real 1787829175] req@ffff8a4f08da8b40 x1874669422344832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829175.382533:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422344832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829175.382538:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829175.382541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829175.382544:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829175.382550:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829175.382571:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829175.382583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829175/real 1787829175] req@ffff8a4f08dabc00 x1874669422344960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829175.382597:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422344960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829175.382606:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829175.382610:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829175.382613:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422344960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829175.382621:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829175.382638:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829175.382665:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829175/real 1787829175] req@ffff8a4f08da8000 x1874669422345088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829175.382682:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422345088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829175.382693:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829175.382698:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829175.382702:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829175.382711:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829175.382738:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829175.382751:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829175/real 1787829175] req@ffff8a4f08daa580 x1874669422345216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829175.382768:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422345216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829175.382776:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829175.382778:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829175.382781:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829175.510042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829176.534129:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829177.557995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829178.581987:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829179.605963:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829180.501951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829180.501960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829180.501963:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829180.501971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5138 00000100:00080000:0.0:1787829180.501980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829180.501986:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829180.502016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422345344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829180.502039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829180.502042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829180.502043:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829180.502046:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5138 00000100:00080000:0.0:1787829180.502048:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829180.502051:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829180.502059:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829180.502072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422345472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829180.502074:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422345344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829180.502088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829180.502090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829180.502091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829180.502094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5138 00000100:00080000:0.0:1787829180.502097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829180.502099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829180.502102:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829180.502110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422345600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829180.502117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829180.502119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829180.502120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829180.502122:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5138 00000100:00080000:0.0:1787829180.502132:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829180.502135:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787829180.502139:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787829180.502142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829180.502152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422345728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829180.502171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829180.502173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829180.502175:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829180.502178:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5138 00000100:00080000:0.0:1787829180.502181:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829180.502185:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829180.502189:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829180.502194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829180/real 1787829180] req@ffff8a4f13c5a1c0 x1874669422345344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829180.502201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422345856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829180.502216:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422345344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829180.502226:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829180.502230:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829180.502233:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422345344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829180.502254:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829180.502279:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829180.502292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829180/real 1787829180] req@ffff8a4f13c592c0 x1874669422345472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829180.502306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422345472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829180.502312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829180.502315:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829180.502317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829180.502321:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829180.502349:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829180.502357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829180/real 1787829180] req@ffff8a4f13c5b0c0 x1874669422345600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829180.502365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422345600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829180.502370:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829180.502372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829180.502374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829180.502377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829180.502387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829180.502393:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829180/real 1787829180] req@ffff8a4f13c5bc00 x1874669422345728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829180.502401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422345728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829180.502406:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829180.502407:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829180.502409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829180.502412:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829180.502422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829180.502427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829180/real 1787829180] req@ffff8a4f13c58f00 x1874669422345856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829180.502435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422345856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829180.502440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829180.502442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829180.502443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422345856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829180.629988:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829181.653968:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829182.678004:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829183.701955:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829184.726024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829185.621932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829185.621942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829185.621946:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829185.621957:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5144 00000100:00080000:1.0:1787829185.621967:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829185.621973:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829185.622006:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422345984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829185.622028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829185.622036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829185.622037:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829185.622040:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5144 00000100:00080000:1.0:1787829185.622042:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829185.622045:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829185.622053:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829185.622062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422346112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829185.622071:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422345984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829185.622073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829185.622080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829185.622083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829185.622086:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5144 00000100:00080000:1.0:1787829185.622088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829185.622090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829185.622093:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829185.622102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422346240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829185.622109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829185.622112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829185.622113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829185.622116:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5144 00000100:00080000:1.0:1787829185.622118:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829185.622134:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829185.622139:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829185.622149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422346368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829185.622155:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829185.622162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829185.622165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829185.622167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829185.622171:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5144 00000100:00080000:1.0:1787829185.622174:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829185.622178:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829185.622181:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829185.622188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422346496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829185.622209:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829185/real 1787829185] req@ffff8a4f13cb2580 x1874669422345984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829185.622237:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422345984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829185.622248:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829185.622253:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829185.622257:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422345984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829185.622286:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829185.622306:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829185.622316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829185/real 1787829185] req@ffff8a4f13cb3840 x1874669422346112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829185.622324:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422346112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829185.622330:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829185.622332:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829185.622335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829185.622338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829185.622349:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829185.622355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829185/real 1787829185] req@ffff8a4f13cb1a40 x1874669422346240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829185.622363:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422346240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829185.622372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829185.622379:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829185.622381:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829185.622385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829185.622397:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829185.622403:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829185/real 1787829185] req@ffff8a4f13cb2d00 x1874669422346368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829185.622411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422346368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829185.622416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829185.622418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829185.622420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829185.622424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829185.622433:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829185.622439:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829185/real 1787829185] req@ffff8a4f13cb1e00 x1874669422346496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829185.622446:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422346496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829185.622451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829185.622453:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829185.622455:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829185.749984:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829186.774089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829187.798004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829188.822042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829189.845997:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829190.742036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829190.742045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829190.742049:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829190.742059:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5149 00000100:00080000:3.0:1787829190.742069:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829190.742076:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829190.742129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422346624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829190.742158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829190.742161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829190.742163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829190.742170:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5149 00000100:00080000:3.0:1787829190.742173:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829190.742176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829190.742185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829190.742195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422346752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829190.742203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829190.742207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829190.742208:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829190.742211:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5149 00000100:00080000:3.0:1787829190.742215:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829190.742220:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829190.742226:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829190.742231:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422346624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829190.742244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422346880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829190.742259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829190.742264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829190.742267:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829190.742272:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5149 00000100:00080000:3.0:1787829190.742277:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829190.742282:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829190.742288:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829190.742296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829190.742302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422347008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829190.742313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829190.742316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829190.742318:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829190.742321:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5149 00000100:00080000:3.0:1787829190.742324:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829190.742328:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829190.742333:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829190.742341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829190/real 1787829190] req@ffff8a4f08da9e00 x1874669422346624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829190.742345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422347136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829190.742394:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422346624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829190.742408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829190.742412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829190.742417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422346624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829190.742424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829190.742445:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829190.742456:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829190/real 1787829190] req@ffff8a4f08da8780 x1874669422346752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829190.742473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422346752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829190.742480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829190.742483:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829190.742486:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829190.742511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829190.742524:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829190.742533:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829190/real 1787829190] req@ffff8a4f08daa580 x1874669422346880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829190.742542:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422346880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829190.742549:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829190.742551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829190.742554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422346880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829190.742558:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829190.742570:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829190.742578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829190/real 1787829190] req@ffff8a4f08da8000 x1874669422347008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829190.742588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422347008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829190.742600:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829190.742602:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829190.742605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829190.742609:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829190.742621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829190.742628:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829190/real 1787829190] req@ffff8a4f08dabc00 x1874669422347136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829190.742637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422347136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829190.742644:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829190.742646:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829190.742649:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829190.870168:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829191.894063:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829192.918031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829193.941972:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829194.966158:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829195.861981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829195.861992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829195.861998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829195.862010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5154 00000100:00080000:3.0:1787829195.862022:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829195.862031:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829195.862098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422347264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829195.862141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829195.862144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829195.862145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829195.862148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5154 00000100:00080000:3.0:1787829195.862150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829195.862153:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829195.862161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829195.862170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422347392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829195.862178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829195.862180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829195.862181:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829195.862186:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422347264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829195.862186:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5154 00000100:00080000:3.0:1787829195.862191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829195.862197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829195.862201:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829195.862216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422347520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829195.862243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829195.862247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829195.862249:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829195.862254:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5154 00000100:00080000:3.0:1787829195.862262:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829195.862268:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829195.862278:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829195.862310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829195.862321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422347648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829195.862341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829195.862364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829195.862368:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829195.862377:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5154 00000100:00080000:3.0:1787829195.862385:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829195.862394:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829195.862404:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829195.862408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829195/real 1787829195] req@ffff8a4f08da8b40 x1874669422347264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829195.862430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422347776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829195.862434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422347264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829195.862487:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829195.862499:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829195.862508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422347264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829195.862548:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829195.862579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829195.862595:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829195/real 1787829195] req@ffff8a4f08dab0c0 x1874669422347392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829195.862610:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422347392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829195.862619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829195.862623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829195.862627:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829195.862633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829195.862650:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829195.862660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829195/real 1787829195] req@ffff8a4f08da92c0 x1874669422347520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829195.862672:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422347520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829195.862680:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829195.862683:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829195.862687:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829195.862693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829195.862726:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829195.862733:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829195/real 1787829195] req@ffff8a4f08da83c0 x1874669422347648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829195.862740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422347648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829195.862745:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829195.862747:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829195.862749:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829195.862752:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829195.862762:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829195.862768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829195/real 1787829195] req@ffff8a4f08dab480 x1874669422347776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829195.862778:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422347776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829195.862786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829195.862789:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829195.862793:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422347776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829195.990076:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829197.014082:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829198.038014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829199.062005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829200.086076:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829200.981932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829200.981942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829200.981946:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829200.981955:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5159 00000100:00080000:3.0:1787829200.981963:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829200.981970:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829200.982001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422347904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829200.982032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829200.982036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829200.982037:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829200.982040:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5159 00000100:00080000:3.0:1787829200.982043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829200.982047:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829200.982055:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829200.982067:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422347904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829200.982074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422348032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829200.982083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829200.982085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829200.982087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829200.982089:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5159 00000100:00080000:3.0:1787829200.982093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829200.982095:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829200.982099:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829200.982108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422348160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829200.982115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829200.982118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829200.982119:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829200.982122:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5159 00000100:00080000:3.0:1787829200.982124:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829200.982128:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829200.982130:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787829200.982133:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829200.982141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422348288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829200.982148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829200.982151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829200.982152:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829200.982155:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5159 00000100:00080000:3.0:1787829200.982157:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829200.982160:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829200.982162:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829200.982171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422348416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829200.982179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829200/real 1787829200] req@ffff8a4f08da9a40 x1874669422347904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829200.982199:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422347904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829200.982208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829200.982211:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829200.982214:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422347904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829200.982233:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829200.982247:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829200.982255:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829200/real 1787829200] req@ffff8a4f08daad00 x1874669422348032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829200.982264:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422348032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829200.982269:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829200.982272:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829200.982274:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829200.982277:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829200.982287:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829200.982292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829200/real 1787829200] req@ffff8a4f08da8f00 x1874669422348160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829200.982300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422348160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829200.982309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829200.982311:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829200.982313:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829200.982316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829200.982326:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829200.982332:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829200/real 1787829200] req@ffff8a4f08daa940 x1874669422348288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829200.982338:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422348288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829200.982343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829200.982345:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829200.982347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829200.982350:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829200.982359:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829200.982365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829200/real 1787829200] req@ffff8a4f08da9680 x1874669422348416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829200.982372:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422348416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829200.982376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829200.982378:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829200.982381:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829201.110061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829202.133958:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829203.158058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829204.182015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829205.206056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829206.101948:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829206.101957:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829206.101961:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829206.101971:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5164 00000100:00080000:2.0:1787829206.102000:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829206.102008:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829206.102042:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422348544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829206.102064:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829206.102070:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829206.102071:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829206.102074:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5164 00000100:00080000:2.0:1787829206.102077:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829206.102081:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829206.102089:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829206.102099:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422348672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829206.102108:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829206.102111:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829206.102112:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422348544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829206.102113:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829206.102119:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5164 00000100:00080000:2.0:1787829206.102121:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829206.102123:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829206.102130:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829206.102135:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422348800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829206.102141:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829206.102143:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829206.102145:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829206.102147:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5164 00000100:00080000:2.0:1787829206.102149:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829206.102152:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829206.102155:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829206.102162:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422348928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829206.102168:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829206.102170:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829206.102172:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829206.102177:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5164 00000100:00080000:2.0:1787829206.102181:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829206.102184:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829206.102188:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829206.102192:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829206.102200:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422349056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829206.102226:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829206/real 1787829206] req@ffff8a4f06e8f0c0 x1874669422348544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829206.102240:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422348544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829206.102248:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829206.102251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829206.102254:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422348544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829206.102273:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829206.102291:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829206.102304:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829206/real 1787829206] req@ffff8a4f06e8d2c0 x1874669422348672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829206.102318:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422348672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829206.102328:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829206.102331:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829206.102335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829206.102342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829206.102359:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829206.102367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829206/real 1787829206] req@ffff8a4f06e8f840 x1874669422348800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829206.102375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422348800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829206.102381:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829206.102383:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829206.102385:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829206.102389:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829206.102399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829206.102404:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829206/real 1787829206] req@ffff8a4f06e8e580 x1874669422348928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829206.102412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422348928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829206.102417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829206.102419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829206.102422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422348928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829206.102428:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829206.102447:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829206.102458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829206/real 1787829206] req@ffff8a4f06e8de00 x1874669422349056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829206.102478:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422349056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829206.102484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829206.102486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829206.102488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829206.229994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829207.254050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829208.278088:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829209.301993:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829210.326036:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829211.221982:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829211.221990:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829211.221993:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829211.222001:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5169 00000100:00080000:0.0:1787829211.222010:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829211.222017:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829211.222050:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422349184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829211.222082:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829211.222085:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829211.222087:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829211.222090:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5169 00000100:00080000:0.0:1787829211.222092:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829211.222095:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829211.222102:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829211.222112:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422349312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829211.222120:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829211.222123:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829211.222124:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829211.222130:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422349184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829211.222131:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5169 00000100:00080000:0.0:1787829211.222135:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829211.222141:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829211.222144:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829211.222152:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422349440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829211.222159:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829211.222162:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829211.222163:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829211.222166:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5169 00000100:00080000:0.0:1787829211.222168:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829211.222170:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829211.222174:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829211.222181:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422349568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829211.222187:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829211.222189:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829211.222191:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829211.222194:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5169 00000800:00000100:3.0:1787829211.222198:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829211.222199:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829211.222205:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829211.222208:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829211.222216:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422349696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829211.222248:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829211/real 1787829211] req@ffff8a4f13c5a940 x1874669422349184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829211.222269:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422349184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829211.222279:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829211.222282:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829211.222285:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422349184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829211.222306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829211.222326:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829211.222335:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829211/real 1787829211] req@ffff8a4f13c583c0 x1874669422349312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829211.222344:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422349312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829211.222350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829211.222352:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829211.222355:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829211.222360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829211.222371:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829211.222377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829211/real 1787829211] req@ffff8a4f13c59a40 x1874669422349440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829211.222396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422349440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829211.222405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829211.222408:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829211.222412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829211.222419:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829211.222441:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829211.222453:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829211/real 1787829211] req@ffff8a4f13c5a580 x1874669422349568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829211.222462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422349568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829211.222467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829211.222470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829211.222472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829211.222476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829211.222489:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829211.222508:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829211/real 1787829211] req@ffff8a4f13c58000 x1874669422349696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829211.222516:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422349696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829211.222521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829211.222523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829211.222525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829211.350058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829212.374045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829213.398059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829214.422104:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829215.446081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829216.341948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829216.341956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829216.341960:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829216.341968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5174 00000100:00080000:3.0:1787829216.341977:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829216.341983:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829216.342014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422349824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829216.342036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829216.342038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829216.342040:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829216.342042:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5174 00000100:00080000:3.0:1787829216.342045:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829216.342048:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829216.342057:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829216.342065:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422349952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829216.342074:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422349824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829216.342076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829216.342083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829216.342086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829216.342090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5174 00000100:00080000:3.0:1787829216.342091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829216.342093:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829216.342096:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829216.342106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422350080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829216.342112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829216.342115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829216.342116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829216.342119:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5174 00000100:00080000:3.0:1787829216.342121:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829216.342124:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829216.342127:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829216.342133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422350208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829216.342139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829216.342141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829216.342142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829216.342146:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5174 00000100:00080000:3.0:1787829216.342148:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829216.342151:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829216.342153:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829216.342160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422350336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829216.342188:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829216.342216:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829216.342231:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829216.342247:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829216.470022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829217.494018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829218.518042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829219.414129:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829219.414172:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829219.414186:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829219.414228:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829219.414238:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829219.414247:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829219.414255:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829219.414291:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829216/real 1787829219] req@ffff8a4f08daa1c0 x1874669422349952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829219.414319:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422349952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829219.414332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829219.414353:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829219.414359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422349952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829219.414369:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829216/real 1787829219] req@ffff8a4f08da9680 x1874669422350080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829219.414384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422350080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829219.414393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829219.414396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829219.414400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829219.414407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829216/real 1787829219] req@ffff8a4f08daa940 x1874669422350208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829219.414421:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422350208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829219.414429:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829219.414433:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829219.414437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829219.414444:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829216/real 1787829219] req@ffff8a4f08da8f00 x1874669422350336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829219.414457:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422350336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829219.414466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829219.414469:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829219.414473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350336:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829219.414481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829216/real 1787829219] req@ffff8a4f08dab840 x1874669422349824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829219.414494:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422349824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829219.414502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829219.414506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829219.414509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422349824:192.168.203.149@tcp:250:kworker.0 00010000:00010000:3.0:1787829219.542093:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829220.566027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829221.461959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829221.461967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829221.461970:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829221.461979:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5179 00000100:00080000:3.0:1787829221.461989:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829221.461996:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829221.462025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422350464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829221.462045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829221.462048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829221.462049:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829221.462052:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5179 00000100:00080000:3.0:1787829221.462054:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829221.462056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829221.462064:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829221.462073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422350592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829221.462084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829221.462088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829221.462090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829221.462094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5179 00000100:00100000:0.0:1787829221.462099:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422350464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829221.462101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829221.462110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829221.462116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829221.462130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422350720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829221.462141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829221.462145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829221.462147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829221.462151:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5179 00000100:00080000:3.0:1787829221.462155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829221.462159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829221.462166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787829221.462166:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829221.462181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422350848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829221.462189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829221.462191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829221.462192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829221.462198:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5179 00000100:00080000:3.0:1787829221.462202:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829221.462207:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829221.462213:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829221.462216:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829221/real 1787829221] req@ffff8a4f08daad00 x1874669422350464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829221.462240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422350976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829221.462244:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422350464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829221.462271:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829221.462276:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829221.462281:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422350464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829221.462291:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829221.462323:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829221.462338:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829221/real 1787829221] req@ffff8a4f08da9a40 x1874669422350592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829221.462351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422350592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829221.462360:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829221.462364:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829221.462367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829221.462399:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829221.462418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829221.462427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829221/real 1787829221] req@ffff8a4f08dab480 x1874669422350720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829221.462435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422350720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829221.462441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829221.462443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829221.462446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829221.462452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829221.462472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829221.462484:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829221/real 1787829221] req@ffff8a4f08da83c0 x1874669422350848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829221.462497:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422350848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829221.462506:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829221.462509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829221.462513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829221.462519:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829221.462541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829221.462553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829221/real 1787829221] req@ffff8a4f08da92c0 x1874669422350976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829221.462565:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422350976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829221.462574:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829221.462577:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829221.462580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422350976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829221.590028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829222.614094:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829223.638066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829224.662048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829225.686012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829226.581977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829226.581987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829226.581992:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829226.582001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5184 00000100:00080000:1.0:1787829226.582012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829226.582020:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829226.582055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422351104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829226.582083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829226.582087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829226.582088:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829226.582092:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5184 00000100:00080000:1.0:1787829226.582097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829226.582101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829226.582111:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829226.582136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422351232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829226.582143:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422351104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829226.582154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829226.582158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829226.582160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829226.582165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5184 00000100:00080000:1.0:1787829226.582169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829226.582173:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829226.582178:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829226.582197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422351360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829226.582208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829226.582215:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829226.582216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829226.582220:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829226.582226:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5184 00000100:00080000:1.0:1787829226.582230:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829226.582235:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829226.582241:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829226.582252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422351488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829226.582268:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829226/real 1787829226] req@ffff8a4f13cb30c0 x1874669422351104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829226.582272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829226.582280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829226.582284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829226.582292:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5184 00000100:00080000:1.0:1787829226.582297:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829226.582303:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829226.582304:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422351104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787829226.582308:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787829226.582324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787829226.582325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422351616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829226.582335:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829226.582345:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422351104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829226.582374:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422351232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829226.582400:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829226.582414:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829226/real 1787829226] req@ffff8a4f13cb0b40 x1874669422351232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829226.582429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422351232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829226.582437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829226.582441:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829226.582445:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422351232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829226.582451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422351360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829226.582473:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829226.582486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829226/real 1787829226] req@ffff8a4f13cb0780 x1874669422351360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829226.582500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422351360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829226.582508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829226.582512:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829226.582515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422351360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829226.582521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422351488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829226.582541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829226.582553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829226/real 1787829226] req@ffff8a4f13cb21c0 x1874669422351488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829226.582572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422351488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829226.582580:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829226.582584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829226.582587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422351488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829226.582593:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422351616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829226.582612:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829226.582625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829226/real 1787829226] req@ffff8a4f13cb0000 x1874669422351616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829226.582637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422351616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829226.582645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829226.582649:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829226.582652:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422351616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829226.710016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829227.733980:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829228.757993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829229.782018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829230.806023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829231.701944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829231.701956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829231.701960:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829231.701971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5190 00000100:00080000:1.0:1787829231.701983:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829231.701991:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829231.702032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422351744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829231.702057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829231.702060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829231.702061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829231.702064:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5190 00000100:00080000:1.0:1787829231.702066:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829231.702068:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829231.702079:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829231.702088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422351872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829231.702096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829231.702100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829231.702101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829231.702103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5190 00000100:00080000:1.0:1787829231.702106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829231.702110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829231.702111:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422351744:192.168.203.149@tcp:250:kworker.0 00000008:00100000:1.0:1787829231.702114:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829231.702131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422352000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829231.702142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829231.702146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829231.702149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829231.702154:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5190 00000100:00080000:1.0:1787829231.702158:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829231.702163:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829231.702169:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829231.702182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422352128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829231.702192:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829231.702193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829231.702199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829231.702202:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829231.702208:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5190 00000100:00080000:1.0:1787829231.702221:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829231.702226:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829231.702232:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829231.702241:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829231/real 1787829231] req@ffff8a4f13cb12c0 x1874669422351744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829231.702248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422352256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829231.702315:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422351744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829231.702325:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829231.702328:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829231.702331:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422351744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829231.702338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422351872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829231.702355:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829231.702365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829231/real 1787829231] req@ffff8a4f13cb03c0 x1874669422351872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829231.702373:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422351872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829231.702379:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829231.702382:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829231.702384:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422351872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829231.702406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829231.702416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829231.702423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829231/real 1787829231] req@ffff8a4f13cb0000 x1874669422352000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829231.702430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422352000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829231.702440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829231.702442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829231.702445:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829231.702448:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829231.702458:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829231.702464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829231/real 1787829231] req@ffff8a4f13cb21c0 x1874669422352128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829231.702472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422352128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829231.702477:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829231.702479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829231.702481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829231.702485:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829231.702495:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829231.702501:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829231/real 1787829231] req@ffff8a4f13cb0780 x1874669422352256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829231.702508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422352256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829231.702513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829231.702515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829231.702517:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829231.830051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829232.854016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829233.878185:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829234.902058:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829235.926061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829236.821975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829236.821993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829236.821998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829236.822008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5195 00000100:00080000:3.0:1787829236.822019:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829236.822027:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829236.822065:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422352384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829236.822093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829236.822098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829236.822100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829236.822104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5195 00000100:00080000:3.0:1787829236.822110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829236.822115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829236.822125:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829236.822138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422352512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829236.822150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829236.822155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829236.822158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422352384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829236.822158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829236.822174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5195 00000100:00080000:3.0:1787829236.822178:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829236.822182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829236.822187:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829236.822200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422352640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829236.822210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829236.822221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1787829236.822225:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829236.822226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829236.822234:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5195 00000100:00080000:3.0:1787829236.822239:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829236.822244:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829236.822250:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829236.822262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422352768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829236.822275:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829236/real 1787829236] req@ffff8a4f08dab0c0 x1874669422352384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829236.822283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829236.822293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829236.822297:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829236.822302:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5195 00000100:00080000:3.0:1787829236.822307:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829236.822309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422352384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829236.822314:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829236.822323:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787829236.822327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829236.822332:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829236.822337:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422352384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829236.822341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422352896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829236.822363:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829236.822384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829236.822394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829236/real 1787829236] req@ffff8a4f08da8b40 x1874669422352512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829236.822402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422352512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829236.822407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829236.822409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829236.822411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829236.822415:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829236.822426:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829236.822432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829236/real 1787829236] req@ffff8a4f08dabc00 x1874669422352640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829236.822439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422352640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829236.822444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829236.822446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829236.822447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829236.822451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829236.822461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829236.822467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829236/real 1787829236] req@ffff8a4f08da8000 x1874669422352768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829236.822474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422352768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829236.822478:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829236.822480:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829236.822482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829236.822485:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829236.822494:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829236.822500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829236/real 1787829236] req@ffff8a4f08daa580 x1874669422352896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829236.822512:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422352896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829236.822517:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829236.822518:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829236.822520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422352896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829236.949978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829237.974035:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829238.997978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829240.022020:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829241.046006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829241.941960:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829241.941968:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829241.941971:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829241.941980:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5200 00000100:00080000:1.0:1787829241.941990:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829241.941996:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829241.942030:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422353024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829241.942052:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829241.942054:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829241.942056:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829241.942058:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5200 00000100:00080000:1.0:1787829241.942060:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829241.942063:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829241.942070:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829241.942079:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422353152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829241.942094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422353024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829241.942103:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829241.942108:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829241.942110:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829241.942116:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5200 00000100:00080000:1.0:1787829241.942121:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829241.942126:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829241.942132:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829241.942146:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422353280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829241.942154:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829241.942157:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829241.942160:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829241.942162:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829241.942166:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5200 00000100:00080000:1.0:1787829241.942170:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829241.942180:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829241.942185:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829241.942201:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422353408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829241.942202:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829241/real 1787829241] req@ffff8a4f13cb0b40 x1874669422353024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829241.942215:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829241.942222:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829241.942225:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829241.942230:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5200 00000100:00080000:1.0:1787829241.942235:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829241.942238:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829241.942241:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829241.942244:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422353024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829241.942252:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422353536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829241.942259:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829241.942265:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829241.942269:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422353024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829241.942290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829241.942309:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829241.942318:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829241/real 1787829241] req@ffff8a4f13cb30c0 x1874669422353152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829241.942332:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422353152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829241.942337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829241.942339:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829241.942341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829241.942345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829241.942355:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829241.942371:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829241/real 1787829241] req@ffff8a4f13cb1e00 x1874669422353280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829241.942379:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422353280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829241.942384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829241.942385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829241.942387:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829241.942390:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829241.942400:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829241.942406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829241/real 1787829241] req@ffff8a4f13cb2d00 x1874669422353408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829241.942413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422353408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829241.942423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829241.942425:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829241.942426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829241.942430:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829241.942438:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829241.942444:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829241/real 1787829241] req@ffff8a4f13cb1a40 x1874669422353536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829241.942451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422353536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829241.942455:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829241.942457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829241.942459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829242.070013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829243.094001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829244.118058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829245.142048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829246.166096:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829247.061939:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829247.061949:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829247.061953:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829247.061968:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5205 00000100:00080000:1.0:1787829247.061979:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829247.061986:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829247.062025:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422353664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829247.062047:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829247.062050:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829247.062052:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829247.062055:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5205 00000100:00080000:1.0:1787829247.062058:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829247.062062:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829247.062071:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829247.062081:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422353664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829247.062084:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422353792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829247.062098:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829247.062103:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829247.062105:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829247.062107:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5205 00000100:00080000:1.0:1787829247.062110:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829247.062113:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829247.062116:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829247.062126:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422353920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829247.062134:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829247.062137:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829247.062139:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829247.062151:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5205 00000100:00080000:1.0:1787829247.062158:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829247.062163:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829247.062169:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829247.062170:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829247.062190:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422354048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829247.062213:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829247.062216:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829247.062218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829247.062224:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5205 00000100:00100000:0.0:1787829247.062226:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829247/real 1787829247] req@ffff8a4f13cb3840 x1874669422353664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829247.062229:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829247.062238:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829247.062249:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829247.062257:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422353664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829247.062264:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422354176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829247.062271:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829247.062280:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829247.062285:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422353664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829247.062309:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829247.062330:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829247.062341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829247/real 1787829247] req@ffff8a4f13cb2580 x1874669422353792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829247.062351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422353792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829247.062357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829247.062360:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829247.062362:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829247.062367:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829247.062378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829247.062385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829247/real 1787829247] req@ffff8a4f13cb1a40 x1874669422353920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829247.062394:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422353920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829247.062400:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829247.062402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829247.062404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422353920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829247.062408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829247.062420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829247.062427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829247/real 1787829247] req@ffff8a4f13cb2d00 x1874669422354048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829247.062436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422354048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829247.062441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829247.062443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829247.062445:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829247.062449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829247.062460:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829247.062466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829247/real 1787829247] req@ffff8a4f13cb1e00 x1874669422354176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829247.062475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422354176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829247.062481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829247.062483:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829247.062485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829247.189956:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829248.214072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829249.238001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829250.261962:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829251.286048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829252.182034:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829252.182044:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829252.182049:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829252.182060:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5210 00000100:00080000:3.0:1787829252.182072:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829252.182079:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829252.182124:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422354304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829252.182151:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829252.182155:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829252.182156:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829252.182159:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5210 00000100:00080000:3.0:1787829252.182161:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829252.182164:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829252.182173:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829252.182182:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422354432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829252.182190:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829252.182193:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829252.182194:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829252.182196:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5210 00000100:00080000:3.0:1787829252.182198:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829252.182201:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829252.182203:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829252.182212:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422354304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829252.182214:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422354560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829252.182228:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829252.182230:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829252.182231:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829252.182233:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5210 00000100:00080000:3.0:1787829252.182235:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829252.182238:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829252.182242:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829252.182248:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422354688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829252.182255:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829252.182257:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829252.182258:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829252.182260:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5210 00000100:00080000:3.0:1787829252.182262:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829252.182264:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829252.182267:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829252.182275:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422354816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829252.182313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829252.182368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829252/real 1787829252] req@ffff8a4f08da8780 x1874669422354304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829252.182388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422354304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829252.182399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829252.182403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829252.182408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422354304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829252.182415:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829252.182439:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829252.182454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829252/real 1787829252] req@ffff8a4f08da9e00 x1874669422354432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829252.182468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422354432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829252.182475:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829252.182478:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829252.182482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829252.182511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829252.182534:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829252.182546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829252/real 1787829252] req@ffff8a4f08daa580 x1874669422354560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829252.182559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422354560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829252.182573:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829252.182576:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829252.182580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829252.182586:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829252.182605:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829252.182616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829252/real 1787829252] req@ffff8a4f08da8000 x1874669422354688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829252.182629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422354688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829252.182637:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829252.182640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829252.182644:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829252.182650:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829252.182685:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829252.182698:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829252/real 1787829252] req@ffff8a4f08dabc00 x1874669422354816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829252.182711:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422354816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829252.182719:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829252.182723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829252.182727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422354816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829252.310038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829253.333986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829254.358016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829255.382038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829256.406093:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829257.301966:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829257.301977:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829257.301980:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829257.301992:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5215 00000100:00080000:3.0:1787829257.302003:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829257.302010:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829257.302053:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422354944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829257.302084:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829257.302089:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829257.302091:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829257.302095:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5215 00000100:00080000:3.0:1787829257.302099:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829257.302105:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829257.302117:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829257.302133:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422355072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829257.302145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829257.302153:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422354944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829257.302155:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829257.302161:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829257.302175:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5215 00000100:00080000:3.0:1787829257.302180:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829257.302187:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829257.302194:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829257.302213:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422355200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829257.302225:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829257.302232:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829257.302233:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829257.302241:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829257.302247:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5215 00000100:00080000:3.0:1787829257.302254:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829257.302258:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829257.302264:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829257.302277:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422355328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829257.302285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829257/real 1787829257] req@ffff8a4f08da8b40 x1874669422354944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829257.302290:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829257.302305:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829257.302310:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829257.302321:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5215 00000100:00080000:3.0:1787829257.302325:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829257.302331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422354944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829257.302337:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829257.302349:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787829257.302355:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829257.302366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829257.302371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422354944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829257.302374:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422355456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829257.302400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829257.302420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829257.302429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829257/real 1787829257] req@ffff8a4f08dab0c0 x1874669422355072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829257.302437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422355072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829257.302443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829257.302445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829257.302447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829257.302451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829257.302462:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829257.302468:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829257/real 1787829257] req@ffff8a4f08da92c0 x1874669422355200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829257.302476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422355200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829257.302481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829257.302483:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829257.302485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829257.302488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829257.302499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829257.302505:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829257/real 1787829257] req@ffff8a4f08da83c0 x1874669422355328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829257.302513:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422355328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829257.302521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829257.302523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829257.302526:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829257.302530:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829257.302543:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829257.302550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829257/real 1787829257] req@ffff8a4f08dab480 x1874669422355456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829257.302562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422355456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829257.302567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829257.302569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829257.302571:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829257.429956:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829258.454066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829259.478112:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829260.502089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829261.526025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829262.421974:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829262.421986:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829262.422002:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829262.422012:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5220 00000100:00080000:2.0:1787829262.422022:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829262.422030:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829262.422068:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422355584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829262.422119:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829262.422123:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829262.422125:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829262.422128:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5220 00000100:00080000:2.0:1787829262.422131:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829262.422134:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829262.422143:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829262.422154:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422355712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829262.422165:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829262.422168:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829262.422169:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829262.422175:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5220 00000100:00080000:2.0:1787829262.422177:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829262.422178:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422355584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829262.422181:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829262.422189:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829262.422197:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422355840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829262.422203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829262.422206:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829262.422208:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829262.422211:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5220 00000100:00080000:2.0:1787829262.422213:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829262.422216:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829262.422221:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829262.422230:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422355968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829262.422238:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829262.422241:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829262.422242:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829262.422244:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5220 00000100:00080000:2.0:1787829262.422247:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829262.422250:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829262.422253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829262.422263:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422356096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829262.422266:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829262.422313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829262/real 1787829262] req@ffff8a4f06e8c000 x1874669422355584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829262.422329:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422355584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829262.422338:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829262.422342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829262.422345:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422355584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829262.422366:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829262.422394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829262.422405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829262/real 1787829262] req@ffff8a4f06e8c3c0 x1874669422355712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829262.422440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422355712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829262.422450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829262.422455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829262.422459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829262.422466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829262.422491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829262.422502:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829262/real 1787829262] req@ffff8a4f06e8cf00 x1874669422355840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829262.422512:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422355840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829262.422518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829262.422521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829262.422523:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829262.422529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829262.422543:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829262.422550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829262/real 1787829262] req@ffff8a4f06e8e940 x1874669422355968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829262.422559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422355968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829262.422570:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829262.422573:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829262.422575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422355968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829262.422579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829262.422623:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829262.422635:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829262/real 1787829262] req@ffff8a4f06e8cb40 x1874669422356096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829262.422645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422356096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829262.422652:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829262.422655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829262.422658:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829262.549996:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829263.573995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829264.598019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829265.621990:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829266.646088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829267.541935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829267.541943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829267.541946:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829267.541954:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5225 00000100:00080000:0.0:1787829267.541962:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829267.541968:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829267.542009:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422356224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829267.542038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829267.542040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829267.542041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829267.542043:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5225 00000100:00080000:0.0:1787829267.542045:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829267.542051:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829267.542058:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829267.542066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422356352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829267.542074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829267.542076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829267.542078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829267.542080:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5225 00000100:00080000:0.0:1787829267.542082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829267.542084:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829267.542087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829267.542096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422356224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829267.542097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422356480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829267.542110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829267.542112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829267.542114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829267.542117:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5225 00000100:00080000:0.0:1787829267.542119:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829267.542122:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829267.542125:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829267.542134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422356608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829267.542141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829267.542143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829267.542144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829267.542147:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5225 00000100:00080000:0.0:1787829267.542151:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829267.542153:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829267.542156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829267.542161:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829267.542166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422356736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829267.542205:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829267/real 1787829267] req@ffff8a4f13c59680 x1874669422356224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829267.542225:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422356224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829267.542237:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829267.542241:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829267.542244:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422356224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829267.542250:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829267.542268:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829267.542278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829267/real 1787829267] req@ffff8a4f13c5b480 x1874669422356352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829267.542286:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422356352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829267.542291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829267.542293:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829267.542296:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829267.542314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829267.542325:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829267.542332:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829267/real 1787829267] req@ffff8a4f13c5ad00 x1874669422356480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829267.542347:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422356480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829267.542352:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829267.542354:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829267.542356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829267.542360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829267.542370:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829267.542376:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829267/real 1787829267] req@ffff8a4f13c58780 x1874669422356608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829267.542384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422356608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829267.542389:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829267.542390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829267.542392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829267.542395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829267.542404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829267.542410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829267/real 1787829267] req@ffff8a4f13c58000 x1874669422356736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829267.542417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422356736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829267.542422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829267.542423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829267.542425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829267.669986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829268.694139:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829269.718010:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829270.742110:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829271.766045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829272.661959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829272.661966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829272.661970:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829272.661977:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5231 00000100:00080000:0.0:1787829272.661987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829272.661993:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829272.662025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422356864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829272.662053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829272.662057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829272.662059:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829272.662063:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5231 00000100:00080000:0.0:1787829272.662066:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829272.662071:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829272.662081:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829272.662095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422356992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829272.662108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829272.662109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422356864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829272.662115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829272.662119:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829272.662124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5231 00000100:00080000:0.0:1787829272.662128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829272.662133:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829272.662139:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829272.662162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422357120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829272.662174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829272.662175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829272.662181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829272.662184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829272.662190:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5231 00000100:00080000:0.0:1787829272.662197:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829272.662202:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829272.662214:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829272.662220:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829272/real 1787829272] req@ffff8a4f13c5a580 x1874669422356864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829272.662227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422357248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829272.662248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829272.662250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829272.662252:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829272.662256:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422356864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829272.662257:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5231 00000100:00080000:0.0:1787829272.662263:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829272.662270:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829272.662277:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787829272.662280:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787829272.662285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422357376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829272.662288:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829272.662298:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422356864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829272.662333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829272.662359:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829272.662371:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829272/real 1787829272] req@ffff8a4f13c59a40 x1874669422356992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829272.662384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422356992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829272.662393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829272.662397:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829272.662401:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422356992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829272.662407:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829272.662423:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829272.662432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829272/real 1787829272] req@ffff8a4f13c583c0 x1874669422357120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829272.662445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422357120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829272.662460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829272.662464:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829272.662467:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829272.662472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829272.662487:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829272.662496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829272/real 1787829272] req@ffff8a4f13c5a940 x1874669422357248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829272.662507:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422357248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829272.662528:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829272.662531:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829272.662535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829272.662541:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829272.662558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829272.662568:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829272/real 1787829272] req@ffff8a4f13c58f00 x1874669422357376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829272.662580:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422357376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829272.662588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829272.662591:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829272.662595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829272.790076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829273.813982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829274.838107:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829275.861998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829276.886033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829277.782065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829277.782077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829277.782083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829277.782094:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5236 00000100:00080000:2.0:1787829277.782108:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829277.782117:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829277.782163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422357504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829277.782197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829277.782231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829277.782234:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829277.782240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5236 00000100:00080000:2.0:1787829277.782246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829277.782252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829277.782266:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829277.782300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422357632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829277.782309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829277.782312:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422357504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829277.782313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829277.782317:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829277.782324:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5236 00000100:00080000:2.0:1787829277.782326:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829277.782328:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829277.782331:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829277.782341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422357760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829277.782348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829277.782351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829277.782352:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829277.782354:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5236 00000100:00080000:2.0:1787829277.782364:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829277.782367:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829277.782370:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829277.782398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787829277.782406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422357888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829277.782432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829277.782437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829277.782439:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829277.782444:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5236 00000100:00080000:2.0:1787829277.782450:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829277.782456:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829277.782463:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829277.782468:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829277/real 1787829277] req@ffff8a4f06e8d680 x1874669422357504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829277.782518:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422358016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829277.782537:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422357504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829277.782547:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829277.782551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829277.782554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422357504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829277.782575:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829277.782592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829277.782601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829277/real 1787829277] req@ffff8a4f06e8f480 x1874669422357632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829277.782609:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422357632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829277.782615:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829277.782617:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829277.782619:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829277.782624:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829277.782635:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829277.782641:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829277/real 1787829277] req@ffff8a4f06e8e1c0 x1874669422357760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829277.782648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422357760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829277.782654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829277.782655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829277.782657:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829277.782661:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829277.782671:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829277.782676:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829277/real 1787829277] req@ffff8a4f06e8ed00 x1874669422357888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829277.782684:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422357888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829277.782689:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829277.782690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829277.782692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422357888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829277.782695:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829277.782704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829277.782710:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829277/real 1787829277] req@ffff8a4f06e8c780 x1874669422358016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829277.782717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422358016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829277.782722:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829277.782724:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829277.782726:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829277.910117:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829278.934109:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829279.957978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829280.982023:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829282.005977:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829282.901975:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829282.901985:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829282.901989:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829282.902000:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5241 00000100:00080000:3.0:1787829282.902011:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829282.902020:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829282.902058:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422358144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829282.902091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829282.902095:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829282.902097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829282.902101:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5241 00000100:00080000:3.0:1787829282.902105:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829282.902110:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829282.902120:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829282.902136:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422358272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829282.902147:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829282.902151:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829282.902153:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829282.902158:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5241 00000100:00080000:3.0:1787829282.902162:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829282.902167:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422358144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829282.902171:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829282.902179:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829282.902215:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422358400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829282.902227:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829282.902231:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829282.902233:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829282.902238:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5241 00000100:00080000:3.0:1787829282.902242:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829282.902247:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829282.902253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829282.902266:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422358528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829282.902274:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358272:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787829282.902281:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829282.902286:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829282.902288:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829282.902294:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5241 00000100:00080000:3.0:1787829282.902300:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829282.902304:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829282.902310:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829282.902311:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829282.902332:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422358656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829282.902338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829282.902363:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829283.030015:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829284.054021:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829285.078046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829285.974140:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829285.974185:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829285.974202:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829285.974250:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829285.974274:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829285.974291:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829285.974306:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829285.974326:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829282/real 1787829285] req@ffff8a4f08dab840 x1874669422358400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829285.974361:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422358400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829285.974377:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829285.974385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829285.974391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829285.974402:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829282/real 1787829285] req@ffff8a4f08da8f00 x1874669422358528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829285.974421:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422358528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829285.974459:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829285.974467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829285.974472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829285.974481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829282/real 1787829285] req@ffff8a4f08da9a40 x1874669422358144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829285.974500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422358144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829285.974511:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829285.974517:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829285.974522:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422358144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829285.974531:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829282/real 1787829285] req@ffff8a4f08daad00 x1874669422358272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829285.974547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422358272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829285.974558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829285.974562:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829285.974567:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829285.974604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829282/real 1787829285] req@ffff8a4f08daa940 x1874669422358656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829285.974628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422358656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829285.974638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829285.974643:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829285.974648:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829286.102065:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829287.126039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829288.021983:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829288.021995:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829288.021999:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829288.022009:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5246 00000100:00080000:0.0:1787829288.022020:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829288.022029:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829288.022076:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422358784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829288.022108:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829288.022112:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829288.022114:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829288.022119:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5246 00000100:00080000:0.0:1787829288.022122:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829288.022127:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829288.022138:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829288.022152:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422358912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829288.022165:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829288.022168:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422358784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829288.022170:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829288.022186:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829288.022192:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5246 00000100:00080000:0.0:1787829288.022196:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829288.022200:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829288.022206:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829288.022218:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422359040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829288.022229:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829288.022233:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829288.022235:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829288.022239:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5246 00000100:00080000:0.0:1787829288.022244:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829288.022258:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829288.022263:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829288.022278:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422359168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829288.022282:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829288.022294:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829288.022298:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829288.022301:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829288.022306:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5246 00000100:00080000:0.0:1787829288.022311:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829288.022316:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829288.022322:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829288.022331:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829288/real 1787829288] req@ffff8a4f13c5bc00 x1874669422358784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829288.022339:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422359296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829288.022367:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422358784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829288.022381:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829288.022386:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829288.022391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422358784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829288.022433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829288.022470:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829288.022486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829288/real 1787829288] req@ffff8a4f13c5b0c0 x1874669422358912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829288.022499:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422358912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829288.022507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829288.022511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829288.022514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422358912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829288.022520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829288.022541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829288.022553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829288/real 1787829288] req@ffff8a4f13c592c0 x1874669422359040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829288.022566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422359040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829288.022574:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829288.022578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829288.022582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829288.022589:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829288.022611:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829288.022625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829288/real 1787829288] req@ffff8a4f13c5a1c0 x1874669422359168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829288.022636:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422359168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829288.022650:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829288.022653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829288.022657:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829288.022663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829288.022683:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829288.022695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829288/real 1787829288] req@ffff8a4f13c58f00 x1874669422359296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829288.022707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422359296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829288.022802:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829288.022806:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829288.022810:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829288.150000:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829289.174002:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829290.198062:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829291.222006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829292.246052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829293.141938:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829293.141946:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829293.141950:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829293.141958:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5251 00000100:00080000:0.0:1787829293.141967:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829293.141973:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829293.142013:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422359424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829293.142035:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829293.142038:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829293.142039:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829293.142042:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5251 00000100:00080000:0.0:1787829293.142044:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829293.142047:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829293.142054:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829293.142064:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422359552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829293.142072:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829293.142074:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829293.142075:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829293.142078:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5251 00000100:00080000:0.0:1787829293.142080:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829293.142084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422359424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829293.142086:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829293.142094:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829293.142102:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422359680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829293.142109:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829293.142111:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829293.142113:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829293.142116:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5251 00000100:00080000:0.0:1787829293.142119:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829293.142122:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829293.142125:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829293.142132:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422359808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829293.142139:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829293.142141:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829293.142142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829293.142147:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5251 00000800:00000100:3.0:1787829293.142147:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829293.142153:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829293.142155:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829293.142159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829293.142167:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422359936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829293.142192:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829293/real 1787829293] req@ffff8a4f13c5a940 x1874669422359424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829293.142213:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422359424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829293.142224:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829293.142227:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829293.142230:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422359424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829293.142235:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829293.142254:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829293.142264:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829293/real 1787829293] req@ffff8a4f13c583c0 x1874669422359552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829293.142273:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422359552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829293.142278:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829293.142280:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829293.142283:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829293.142301:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829293.142313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829293.142319:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829293/real 1787829293] req@ffff8a4f13c59a40 x1874669422359680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829293.142327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422359680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829293.142332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829293.142334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829293.142336:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829293.142340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829293.142350:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829293.142355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829293/real 1787829293] req@ffff8a4f13c5a580 x1874669422359808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829293.142367:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422359808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829293.142372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829293.142388:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829293.142390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829293.142395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829293.142409:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829293.142426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829293/real 1787829293] req@ffff8a4f13c58000 x1874669422359936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829293.142434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422359936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829293.142439:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829293.142441:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829293.142443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422359936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829293.270006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829294.294008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829295.318037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829296.342078:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829297.366018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829298.261987:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829298.261999:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829298.262004:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829298.262025:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5256 00000100:00080000:1.0:1787829298.262037:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829298.262044:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829298.262076:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422360064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829298.262097:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829298.262099:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829298.262101:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829298.262104:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5256 00000100:00080000:1.0:1787829298.262106:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829298.262109:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829298.262134:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829298.262146:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422360192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829298.262151:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422360064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829298.262160:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829298.262164:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829298.262165:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829298.262168:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5256 00000100:00080000:1.0:1787829298.262171:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829298.262174:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829298.262178:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829298.262189:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422360320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829298.262196:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829298.262198:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829298.262200:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829298.262202:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5256 00000100:00080000:1.0:1787829298.262205:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829298.262207:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829298.262211:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829298.262219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422360448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829298.262223:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829298.262242:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829298.262245:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829298.262247:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829298.262250:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5256 00000100:00080000:1.0:1787829298.262259:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829298.262262:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829298.262265:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829298.262272:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422360576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829298.262283:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829298/real 1787829298] req@ffff8a4f13cb30c0 x1874669422360064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829298.262312:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422360064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829298.262323:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829298.262329:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829298.262333:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422360064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829298.262405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829298.262471:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829298.262496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829298/real 1787829298] req@ffff8a4f13cb0b40 x1874669422360192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829298.262520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422360192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829298.262543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829298.262547:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829298.262550:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829298.262555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829298.262572:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829298.262583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829298/real 1787829298] req@ffff8a4f13cb0780 x1874669422360320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829298.262633:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422360320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829298.262650:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829298.262670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829298.262672:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829298.262677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829298.262693:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829298.262700:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829298/real 1787829298] req@ffff8a4f13cb21c0 x1874669422360448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829298.262708:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422360448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829298.262713:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829298.262714:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829298.262716:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829298.262720:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829298.262729:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829298.262742:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829298/real 1787829298] req@ffff8a4f13cb0000 x1874669422360576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829298.262750:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422360576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829298.262755:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829298.262756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829298.262759:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829298.389991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829299.414027:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829300.438041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829301.462063:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829302.486030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829303.381925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829303.381934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829303.381938:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829303.381946:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5261 00000100:00080000:0.0:1787829303.381954:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829303.381961:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829303.381991:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422360704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829303.382013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829303.382016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829303.382017:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829303.382026:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5261 00000100:00080000:0.0:1787829303.382030:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829303.382034:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829303.382044:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829303.382066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422360832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829303.382079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829303.382083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829303.382084:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829303.382087:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5261 00000100:00080000:0.0:1787829303.382091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829303.382095:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422360704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829303.382098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829303.382107:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829303.382117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422360960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829303.382124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829303.382127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829303.382129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829303.382132:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5261 00000100:00080000:0.0:1787829303.382136:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829303.382139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829303.382142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829303.382150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422361088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829303.382156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787829303.382161:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829303.382162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829303.382163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829303.382166:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5261 00000100:00080000:0.0:1787829303.382172:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829303.382174:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829303.382178:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829303.382186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422361216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829303.382207:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829303/real 1787829303] req@ffff8a4f13c58780 x1874669422360704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829303.382223:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422360704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829303.382231:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829303.382234:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829303.382237:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422360704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829303.382243:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829303.382258:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829303.382266:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829303/real 1787829303] req@ffff8a4f13c5ad00 x1874669422360832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829303.382274:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422360832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829303.382284:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829303.382286:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829303.382288:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829303.382325:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829303.382341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829303.382349:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829303/real 1787829303] req@ffff8a4f13c5b480 x1874669422360960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829303.382357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422360960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829303.382362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829303.382364:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829303.382366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422360960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829303.382370:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829303.382380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829303.382385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829303/real 1787829303] req@ffff8a4f13c59680 x1874669422361088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829303.382392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422361088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829303.382397:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829303.382399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829303.382401:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829303.382404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829303.382414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829303.382420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829303/real 1787829303] req@ffff8a4f13c58000 x1874669422361216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829303.382432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422361216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829303.382437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829303.382439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829303.382440:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829303.510010:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829304.533998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829305.558018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829306.582006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829307.606037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829308.501929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829308.501937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829308.501940:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829308.501949:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5266 00000100:00080000:0.0:1787829308.501958:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829308.501965:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829308.502002:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422361344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829308.502031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829308.502034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829308.502036:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829308.502039:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5266 00000100:00080000:0.0:1787829308.502042:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829308.502046:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829308.502055:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829308.502069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422361472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829308.502070:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422361344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829308.502084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829308.502087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829308.502089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829308.502092:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5266 00000100:00080000:0.0:1787829308.502096:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829308.502100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829308.502106:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829308.502120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422361600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829308.502132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829308.502136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1787829308.502140:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829308.502141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829308.502148:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5266 00000100:00080000:0.0:1787829308.502152:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829308.502156:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829308.502161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829308.502172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422361728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829308.502179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829308/real 1787829308] req@ffff8a4f13c5a580 x1874669422361344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829308.502182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829308.502189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829308.502193:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829308.502201:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5266 00000100:00080000:0.0:1787829308.502204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829308.502209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829308.502210:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422361344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787829308.502213:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787829308.502224:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787829308.502225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422361856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829308.502230:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829308.502238:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422361344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829308.502261:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829308.502297:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829308.502307:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829308/real 1787829308] req@ffff8a4f13c59a40 x1874669422361472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829308.502320:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422361472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829308.502326:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829308.502328:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829308.502330:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829308.502334:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829308.502345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829308.502351:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829308/real 1787829308] req@ffff8a4f13c583c0 x1874669422361600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829308.502359:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422361600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829308.502364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829308.502366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829308.502367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829308.502371:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829308.502380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829308.502386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829308/real 1787829308] req@ffff8a4f13c5a940 x1874669422361728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829308.502393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422361728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829308.502402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829308.502404:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829308.502407:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829308.502410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829308.502419:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829308.502424:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829308/real 1787829308] req@ffff8a4f13c58f00 x1874669422361856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829308.502431:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422361856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829308.502436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829308.502438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829308.502440:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422361856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829308.630013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829309.654024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829310.677963:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829311.701978:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829312.725951:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829313.621973:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829313.621983:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829313.621987:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829313.621997:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5272 00000100:00080000:3.0:1787829313.622008:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829313.622016:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829313.622053:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422361984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829313.622086:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829313.622090:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829313.622092:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829313.622098:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5272 00000100:00080000:3.0:1787829313.622102:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829313.622107:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829313.622117:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829313.622119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422361984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829313.622135:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422362112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829313.622148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829313.622152:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829313.622154:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829313.622158:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5272 00000100:00080000:3.0:1787829313.622164:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829313.622168:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829313.622174:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829313.622183:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829313.622189:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422362240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829313.622200:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829313.622204:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829313.622206:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829313.622211:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5272 00000100:00080000:3.0:1787829313.622217:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829313.622222:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829313/real 1787829313] req@ffff8a4f08da9680 x1874669422361984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829313.622224:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829313.622244:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829313.622266:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422361984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829313.622266:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422362368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829313.622281:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829313.622288:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829313.622294:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422361984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829313.622302:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829313.622307:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829313.622309:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829313.622315:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5272 00000100:00100000:0.0:1787829313.622320:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362112:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787829313.622320:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829313.622330:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829313.622337:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829313.622347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829313.622355:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422362496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829313.622361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829313/real 1787829313] req@ffff8a4f08daa1c0 x1874669422362112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829313.622391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422362112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829313.622398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829313.622401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829313.622405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829313.622410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829313.622422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829313.622429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829313/real 1787829313] req@ffff8a4f08daa940 x1874669422362240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829313.622437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422362240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829313.622442:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829313.622444:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829313.622446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829313.622450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829313.622461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829313.622468:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829313/real 1787829313] req@ffff8a4f08daad00 x1874669422362368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829313.622475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422362368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829313.622480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829313.622482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829313.622484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829313.622501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829313.622522:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829313.622535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829313/real 1787829313] req@ffff8a4f08da9a40 x1874669422362496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829313.622547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422362496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829313.622553:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829313.622556:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829313.622558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829313.749995:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829314.773991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829315.798005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829316.821960:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829317.846010:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829318.741909:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829318.741924:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829318.741927:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829318.741936:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5277 00000100:00080000:3.0:1787829318.741945:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829318.741951:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829318.741982:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422362624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829318.742007:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829318.742010:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829318.742011:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829318.742013:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5277 00000100:00080000:3.0:1787829318.742016:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829318.742018:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829318.742026:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829318.742035:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422362752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829318.742043:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829318.742046:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829318.742048:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829318.742050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422362624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829318.742053:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5277 00000100:00080000:3.0:1787829318.742057:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829318.742063:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829318.742066:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829318.742073:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422362880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829318.742080:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829318.742083:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829318.742084:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829318.742087:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5277 00000100:00080000:3.0:1787829318.742090:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829318.742094:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829318.742097:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829318.742104:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422363008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829318.742110:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829318.742112:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829318.742114:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829318.742118:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829318.742123:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5277 00000100:00080000:3.0:1787829318.742128:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829318.742132:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829318.742138:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829318.742146:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829318/real 1787829318] req@ffff8a4f08da8f00 x1874669422362624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829318.742153:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422363136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829318.742165:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422362624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829318.742175:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829318.742179:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829318.742182:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422362624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829318.742214:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829318.742231:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829318.742240:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829318/real 1787829318] req@ffff8a4f08dab840 x1874669422362752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829318.742249:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422362752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829318.742255:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829318.742257:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829318.742259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829318.742263:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829318.742274:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829318.742280:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829318/real 1787829318] req@ffff8a4f08dab480 x1874669422362880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829318.742293:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422362880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829318.742298:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829318.742299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829318.742301:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422362880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829318.742305:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829318.742314:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829318.742320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829318/real 1787829318] req@ffff8a4f08da83c0 x1874669422363008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829318.742327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422363008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829318.742332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829318.742334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829318.742335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829318.742339:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829318.742348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829318.742354:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829318/real 1787829318] req@ffff8a4f08da92c0 x1874669422363136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829318.742361:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422363136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829318.742370:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829318.742372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829318.742374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829318.870014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829319.894033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829320.917999:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829321.942042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829322.965975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829323.861984:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829323.861992:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829323.861996:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829323.862005:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5282 00000100:00080000:1.0:1787829323.862013:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829323.862019:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829323.862051:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422363264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829323.862074:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829323.862076:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829323.862078:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829323.862080:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5282 00000100:00080000:1.0:1787829323.862083:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829323.862085:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829323.862092:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829323.862101:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422363392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829323.862109:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829323.862112:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829323.862115:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829323.862116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422363264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829323.862120:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5282 00000100:00080000:1.0:1787829323.862125:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829323.862128:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829323.862132:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829323.862141:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422363520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829323.862147:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829323.862149:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829323.862150:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829323.862153:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5282 00000100:00080000:1.0:1787829323.862183:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829323.862187:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829323.862191:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787829323.862194:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829323.862207:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422363648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829323.862214:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829323.862217:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829323.862218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829323.862222:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5282 00000100:00080000:1.0:1787829323.862225:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829323.862228:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829323.862232:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829323/real 1787829323] req@ffff8a4f13cb03c0 x1874669422363264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787829323.862233:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829323.862246:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422363776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829323.862253:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422363264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829323.862263:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829323.862266:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829323.862271:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422363264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829323.862291:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829323.862306:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829323.862315:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829323/real 1787829323] req@ffff8a4f13cb12c0 x1874669422363392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829323.862323:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422363392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829323.862334:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829323.862336:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829323.862338:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829323.862341:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829323.862351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829323.862357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829323/real 1787829323] req@ffff8a4f13cb0000 x1874669422363520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829323.862364:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422363520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829323.862369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829323.862371:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829323.862373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829323.862376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829323.862386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829323.862392:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829323/real 1787829323] req@ffff8a4f13cb21c0 x1874669422363648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829323.862399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422363648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829323.862404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829323.862405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829323.862408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829323.862412:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829323.862421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829323.862427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829323/real 1787829323] req@ffff8a4f13cb0780 x1874669422363776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829323.862434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422363776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829323.862439:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829323.862440:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829323.862442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422363776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829323.990012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829325.013991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829326.038005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829327.062030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829328.086037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829328.981954:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829328.981964:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829328.981968:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829328.981977:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5287 00000100:00080000:3.0:1787829328.981985:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829328.981991:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829328.982024:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422363904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829328.982045:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829328.982048:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829328.982049:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829328.982052:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5287 00000100:00080000:3.0:1787829328.982054:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829328.982057:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829328.982065:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829328.982077:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422364032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829328.982078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422363904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829328.982093:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829328.982096:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829328.982097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829328.982100:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5287 00000100:00080000:3.0:1787829328.982102:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829328.982104:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829328.982107:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829328.982116:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422364160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829328.982134:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829328.982138:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829328.982140:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829328.982145:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5287 00000100:00080000:3.0:1787829328.982150:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829328.982155:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829328.982157:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829328.982164:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829328.982179:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422364288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829328.982187:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829328.982190:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829328.982191:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829328.982196:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5287 00000100:00100000:0.0:1787829328.982197:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829328/real 1787829328] req@ffff8a4f08dab0c0 x1874669422363904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829328.982199:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829328.982207:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829328.982215:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829328.982218:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422363904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829328.982229:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829328.982233:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829328.982234:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422364416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829328.982238:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422363904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829328.982265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829328.982283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829328.982292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829328/real 1787829328] req@ffff8a4f08da8b40 x1874669422364032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829328.982300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422364032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829328.982305:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829328.982308:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829328.982310:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829328.982313:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829328.982323:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829328.982329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829328/real 1787829328] req@ffff8a4f08dabc00 x1874669422364160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829328.982336:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422364160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829328.982341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829328.982343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829328.982344:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829328.982348:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829328.982357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829328.982362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829328/real 1787829328] req@ffff8a4f08da8000 x1874669422364288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829328.982374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422364288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829328.982379:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829328.982381:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829328.982383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829328.982386:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829328.982395:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829328.982400:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829328/real 1787829328] req@ffff8a4f08daa580 x1874669422364416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829328.982407:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422364416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829328.982412:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829328.982413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829328.982415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829329.110029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829330.134011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829331.157988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829332.181998:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829333.206008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829334.101960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829334.101967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829334.101971:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829334.101979:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5292 00000100:00080000:0.0:1787829334.101987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829334.101994:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829334.102027:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422364544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829334.102049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829334.102052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829334.102053:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829334.102055:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5292 00000100:00080000:0.0:1787829334.102058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829334.102061:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829334.102069:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829334.102078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422364672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829334.102085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422364544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829334.102100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829334.102104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829334.102105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829334.102109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5292 00000100:00080000:0.0:1787829334.102111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829334.102114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829334.102118:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829334.102129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422364800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829334.102136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829334.102138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829334.102140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829334.102143:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5292 00000100:00080000:0.0:1787829334.102146:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829334.102149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829334.102152:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829334.102156:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829334.102164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422364928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829334.102172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829334.102174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829334.102175:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829334.102177:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5292 00000100:00080000:0.0:1787829334.102179:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829334.102181:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829334.102184:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829334.102194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422365056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829334.102202:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829334/real 1787829334] req@ffff8a4f13c5a1c0 x1874669422364544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829334.102226:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422364544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829334.102244:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829334.102247:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829334.102250:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422364544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829334.102270:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829334.102289:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829334.102298:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829334/real 1787829334] req@ffff8a4f13c592c0 x1874669422364672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829334.102307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422364672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829334.102312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829334.102314:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829334.102316:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829334.102320:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829334.102330:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829334.102336:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829334/real 1787829334] req@ffff8a4f13c5b0c0 x1874669422364800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829334.102343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422364800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829334.102348:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829334.102350:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829334.102352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829334.102356:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829334.102374:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829334.102386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829334/real 1787829334] req@ffff8a4f13c5bc00 x1874669422364928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829334.102399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422364928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829334.102408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829334.102411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829334.102415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422364928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829334.102420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829334.102436:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829334.102443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829334/real 1787829334] req@ffff8a4f13c58f00 x1874669422365056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829334.102451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422365056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829334.102456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829334.102458:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829334.102460:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829334.230036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829335.254053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829336.278019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829337.302004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829338.326034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829339.221980:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829339.221992:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829339.221997:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829339.222008:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5297 00000100:00080000:3.0:1787829339.222019:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829339.222033:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829339.222086:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422365184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829339.222119:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829339.222123:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829339.222125:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829339.222130:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5297 00000100:00080000:3.0:1787829339.222135:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829339.222141:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829339.222152:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829339.222158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422365184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829339.222171:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422365312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829339.222185:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829339.222189:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829339.222191:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829339.222195:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5297 00000100:00080000:3.0:1787829339.222199:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829339.222204:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829339.222210:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829339.222215:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829339.222229:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422365440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829339.222242:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829339.222246:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829339.222248:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829339.222252:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829339/real 1787829339] req@ffff8a4f08da9e00 x1874669422365184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829339.222257:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5297 00000100:00080000:3.0:1787829339.222266:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829339.222272:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829339.222275:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422365184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829339.222280:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787829339.222287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829339.222292:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829339.222296:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422365184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829339.222301:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422365568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829339.222312:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829339.222316:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829339.222319:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829339.222320:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365312:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787829339.222329:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5297 00000100:00080000:3.0:1787829339.222335:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829339.222339:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829339.222345:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829339.222351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829339.222360:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422365696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829339.222370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829339/real 1787829339] req@ffff8a4f08da8780 x1874669422365312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829339.222387:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422365312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829339.222397:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829339.222400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829339.222404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829339.222410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829339.222430:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829339.222443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829339/real 1787829339] req@ffff8a4f08daa580 x1874669422365440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829339.222456:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422365440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829339.222465:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829339.222468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829339.222472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829339.222479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829339.222511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829339.222521:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829339/real 1787829339] req@ffff8a4f08da8000 x1874669422365568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829339.222529:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422365568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829339.222535:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829339.222537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829339.222539:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829339.222551:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829339.222564:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829339.222570:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829339/real 1787829339] req@ffff8a4f08dabc00 x1874669422365696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829339.222577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422365696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829339.222582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829339.222584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829339.222586:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829339.349992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829340.374007:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829341.397980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829342.422067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829343.446011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829344.341915:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829344.341922:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829344.341926:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829344.341934:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5302 00000100:00080000:3.0:1787829344.341943:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829344.341949:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829344.341979:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422365824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829344.342000:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829344.342003:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829344.342004:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829344.342007:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5302 00000100:00080000:3.0:1787829344.342009:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829344.342011:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829344.342031:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829344.342044:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422365952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829344.342053:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829344.342056:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829344.342057:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829344.342063:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422365824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829344.342064:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5302 00000100:00080000:3.0:1787829344.342070:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829344.342073:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829344.342076:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829344.342085:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422366080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829344.342097:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829344.342100:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829344.342102:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829344.342104:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5302 00000100:00080000:3.0:1787829344.342106:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829344.342109:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829344.342112:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829344.342120:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422366208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829344.342126:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829344.342128:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829344.342130:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787829344.342134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829344.342136:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5302 00000100:00080000:3.0:1787829344.342140:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829344.342147:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829344.342151:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829344.342160:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422366336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829344.342184:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829344/real 1787829344] req@ffff8a4f08da8b40 x1874669422365824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829344.342206:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422365824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829344.342217:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829344.342221:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829344.342226:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422365824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829344.342250:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829344.342271:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829344.342285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829344/real 1787829344] req@ffff8a4f08dab0c0 x1874669422365952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829344.342298:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422365952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829344.342308:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829344.342311:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829344.342315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422365952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829344.342322:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829344.342340:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829344.342348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829344/real 1787829344] req@ffff8a4f08da92c0 x1874669422366080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829344.342361:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422366080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829344.342367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829344.342369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829344.342372:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829344.342378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829344.342391:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829344.342398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829344/real 1787829344] req@ffff8a4f08da83c0 x1874669422366208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829344.342405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422366208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829344.342410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829344.342412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829344.342414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829344.342417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829344.342427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829344.342433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829344/real 1787829344] req@ffff8a4f08dab480 x1874669422366336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829344.342440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422366336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829344.342449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829344.342451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829344.342453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829344.470011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829345.494033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829346.517988:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829347.541981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829348.566052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829349.461962:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829349.461980:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829349.461997:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829349.462007:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5307 00000100:00080000:3.0:1787829349.462019:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829349.462025:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829349.462059:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422366464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829349.462083:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829349.462086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829349.462087:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829349.462090:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5307 00000100:00080000:3.0:1787829349.462093:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829349.462095:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829349.462103:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829349.462112:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422366592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829349.462121:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829349.462125:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829349.462127:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829349.462133:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422366464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829349.462136:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5307 00000100:00080000:3.0:1787829349.462144:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829349.462148:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829349.462154:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829349.462167:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422366720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829349.462185:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829349.462189:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829349.462191:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829349.462195:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5307 00000100:00080000:3.0:1787829349.462200:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829349.462204:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829349.462210:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829349.462220:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829349.462226:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422366848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829349.462239:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829349.462243:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829349.462246:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829349.462249:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5307 00000100:00080000:3.0:1787829349.462255:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829349.462258:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366720:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787829349.462264:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829349.462270:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829349.462281:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829349.462285:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422366976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829349.462307:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829349.590009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829350.614077:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829351.637994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829352.534061:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829352.534098:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829352.534115:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829352.534163:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829352.534174:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829352.534183:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829352.534195:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829352.534220:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829349/real 1787829352] req@ffff8a4f08daa940 x1874669422366976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829352.534249:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422366976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829352.534263:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829352.534269:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829352.534273:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366976:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829352.534281:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829349/real 1787829352] req@ffff8a4f08da9a40 x1874669422366720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829352.534295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422366720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829352.534304:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829352.534308:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829352.534312:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829352.534334:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829349/real 1787829352] req@ffff8a4f08daad00 x1874669422366848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829352.534348:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422366848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829352.534357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829352.534361:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829352.534364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829352.534371:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829349/real 1787829352] req@ffff8a4f08dab840 x1874669422366464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829352.534383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422366464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829352.534391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829352.534394:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829352.534397:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422366464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829352.534403:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829349/real 1787829352] req@ffff8a4f08da8f00 x1874669422366592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829352.534417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422366592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829352.534425:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829352.534429:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829352.534433:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422366592:192.168.203.149@tcp:38:kworker.0 00010000:00010000:3.0:1787829352.662047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829353.685949:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829354.581997:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829354.582006:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829354.582010:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829354.582018:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5312 00000100:00080000:2.0:1787829354.582026:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829354.582032:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829354.582071:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422367104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829354.582094:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829354.582097:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829354.582098:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829354.582101:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5312 00000100:00080000:2.0:1787829354.582103:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829354.582105:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829354.582113:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829354.582125:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422367232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829354.582136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829354.582140:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829354.582145:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829354.582146:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422367104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829354.582152:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5312 00000100:00080000:2.0:1787829354.582158:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829354.582162:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829354.582168:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829354.582181:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422367360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829354.582192:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829354.582195:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829354.582198:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829354.582202:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5312 00000100:00080000:2.0:1787829354.582207:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829354.582208:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829354.582216:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829354.582222:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829354.582236:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422367488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829354.582247:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829354/real 1787829354] req@ffff8a4f06e8da40 x1874669422367104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829354.582248:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829354.582259:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829354.582262:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829354.582269:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5312 00000100:00080000:2.0:1787829354.582274:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829354.582277:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422367104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829354.582282:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829354.582292:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787829354.582298:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829354.582307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:2.0:1787829354.582311:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422367616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829354.582316:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422367104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829354.582352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422367232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829354.582379:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829354.582393:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829354/real 1787829354] req@ffff8a4f06e8c780 x1874669422367232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829354.582406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422367232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829354.582419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829354.582423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829354.582426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422367232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829354.582432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422367360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829354.582452:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829354.582464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829354/real 1787829354] req@ffff8a4f06e8ed00 x1874669422367360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829354.582484:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422367360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829354.582492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829354.582496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829354.582499:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422367360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829354.582506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422367488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829354.582527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829354.582540:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829354/real 1787829354] req@ffff8a4f06e8e1c0 x1874669422367488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829354.582553:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422367488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829354.582561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829354.582563:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829354.582566:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422367488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829354.582570:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422367616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829354.582588:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829354.582600:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829354/real 1787829354] req@ffff8a4f06e8f480 x1874669422367616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829354.582612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422367616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829354.582621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829354.582624:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829354.582628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422367616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829354.710053:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829355.733988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829356.758045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829357.782026:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829358.806031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829359.701970:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829359.701978:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829359.701981:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829359.701990:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5318 00000100:00080000:0.0:1787829359.702000:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829359.702006:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829359.702044:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422367744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829359.702074:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829359.702077:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829359.702079:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829359.702082:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5318 00000100:00080000:0.0:1787829359.702089:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829359.702093:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829359.702101:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829359.702117:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422367872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829359.702126:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829359.702128:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829359.702130:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829359.702136:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5318 00000100:00100000:3.0:1787829359.702136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422367744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829359.702140:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829359.702146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829359.702151:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829359.702158:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422368000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829359.702167:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829359.702170:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829359.702172:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829359.702177:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5318 00000100:00080000:0.0:1787829359.702181:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829359.702185:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829359.702191:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829359.702206:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422368128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829359.702212:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829359.702223:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829359.702227:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829359.702228:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829359.702233:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5318 00000100:00080000:0.0:1787829359.702236:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829359.702239:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829359.702243:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829359.702254:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422368256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829359.702261:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829359/real 1787829359] req@ffff8a4f13c5a940 x1874669422367744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829359.702283:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422367744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829359.702295:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829359.702299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829359.702313:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422367744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829359.702339:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422367872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829359.702365:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829359.702379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829359/real 1787829359] req@ffff8a4f13c583c0 x1874669422367872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829359.702393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422367872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829359.702403:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829359.702406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829359.702410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422367872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829359.702417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829359.702448:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829359.702461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829359/real 1787829359] req@ffff8a4f13c59a40 x1874669422368000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829359.702482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422368000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829359.702490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829359.702494:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829359.702497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829359.702503:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829359.702524:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829359.702536:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829359/real 1787829359] req@ffff8a4f13c5a580 x1874669422368128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829359.702549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422368128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829359.702557:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829359.702561:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829359.702564:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829359.702570:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829359.702589:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829359.702600:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829359/real 1787829359] req@ffff8a4f13c58000 x1874669422368256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829359.702612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422368256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829359.702627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829359.702630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829359.702634:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829359.829976:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829360.854051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829361.878038:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829362.902054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829363.925999:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829364.821948:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829364.821962:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829364.821967:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829364.821979:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5323 00000100:00080000:1.0:1787829364.821989:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829364.821998:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829364.822035:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422368384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829364.822056:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829364.822058:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829364.822060:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829364.822062:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5323 00000100:00080000:1.0:1787829364.822065:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829364.822068:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829364.822076:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829364.822085:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422368512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829364.822094:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829364.822095:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422368384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829364.822100:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829364.822104:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829364.822108:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5323 00000100:00080000:1.0:1787829364.822110:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829364.822112:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829364.822115:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829364.822124:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422368640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829364.822135:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829364.822138:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829364.822139:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829364.822141:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5323 00000100:00080000:1.0:1787829364.822144:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829364.822146:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829364.822149:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829364.822157:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422368768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829364.822163:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787829364.822166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829364.822168:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829364.822171:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829364.822175:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5323 00000100:00080000:1.0:1787829364.822178:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829364.822181:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829364.822184:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829364.822192:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422368896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829364.822206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829364/real 1787829364] req@ffff8a4f13cb0b40 x1874669422368384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829364.822222:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422368384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829364.822230:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829364.822233:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829364.822236:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422368384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829364.822255:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829364.822270:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829364.822278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829364/real 1787829364] req@ffff8a4f13cb30c0 x1874669422368512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829364.822286:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422368512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829364.822291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829364.822294:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829364.822296:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829364.822300:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829364.822311:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829364.822317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829364/real 1787829364] req@ffff8a4f13cb1e00 x1874669422368640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829364.822330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422368640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829364.822338:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829364.822342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829364.822345:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829364.822351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829364.822382:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829364.822396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829364/real 1787829364] req@ffff8a4f13cb2d00 x1874669422368768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829364.822406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422368768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829364.822412:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829364.822414:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829364.822416:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829364.822421:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829364.822435:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829364.822442:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829364/real 1787829364] req@ffff8a4f13cb1a40 x1874669422368896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829364.822450:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422368896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829364.822455:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829364.822457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829364.822459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422368896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829364.950027:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829365.973989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829366.998030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829368.021989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829369.046021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829369.941942:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829369.941953:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829369.941957:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829369.941967:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5328 00000100:00080000:0.0:1787829369.941978:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829369.941987:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829369.942034:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422369024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829369.942061:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829369.942065:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829369.942068:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829369.942073:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5328 00000100:00080000:0.0:1787829369.942079:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829369.942084:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829369.942093:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829369.942096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422369024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829369.942106:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422369152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829369.942133:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829369.942136:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829369.942137:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829369.942141:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5328 00000100:00080000:0.0:1787829369.942145:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829369.942150:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829369.942156:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829369.942172:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829369.942173:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422369280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829369.942186:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829369.942191:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829369.942201:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829369.942207:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5328 00000100:00100000:3.0:1787829369.942212:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829369/real 1787829369] req@ffff8a4f13c59680 x1874669422369024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829369.942213:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829369.942223:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829369.942232:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829369.942233:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422369024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829369.942248:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829369.942254:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829369.942256:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422369408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829369.942259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422369024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829369.942275:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829369.942279:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829369.942281:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829369.942285:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369152:192.168.203.149@tcp:38:kworker.0 00000100:00080000:0.0:1787829369.942288:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5328 00000100:00080000:0.0:1787829369.942296:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829369.942300:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829369.942307:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829369.942308:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829369.942320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829369/real 1787829369] req@ffff8a4f13c5b480 x1874669422369152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829369.942328:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422369536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829369.942334:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422369152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829369.942353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829369.942355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829369.942357:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829369.942365:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829369.942378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829369.942388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829369/real 1787829369] req@ffff8a4f13c5ad00 x1874669422369280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829369.942397:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422369280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829369.942401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829369.942403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829369.942406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829369.942409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829369.942419:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829369.942425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829369/real 1787829369] req@ffff8a4f13c58780 x1874669422369408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829369.942432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422369408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829369.942438:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829369.942440:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829369.942442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829369.942453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829369.942463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829369.942468:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829369/real 1787829369] req@ffff8a4f13c59680 x1874669422369536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829369.942475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422369536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829369.942481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829369.942482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829369.942485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829370.069996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829371.094027:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829372.118074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829373.142029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829374.166041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829375.061948:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829375.061956:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829375.061960:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829375.061967:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5333 00000100:00080000:0.0:1787829375.061977:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829375.061983:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829375.062015:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422369664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829375.062038:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829375.062040:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829375.062042:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829375.062045:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5333 00000100:00080000:0.0:1787829375.062047:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829375.062050:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829375.062057:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829375.062066:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422369792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829375.062073:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829375.062078:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787829375.062079:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422369664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829375.062080:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829375.062087:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5333 00000100:00080000:0.0:1787829375.062089:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829375.062091:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829375.062094:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829375.062102:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422369920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829375.062108:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829375.062111:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829375.062112:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829375.062115:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5333 00000100:00080000:0.0:1787829375.062117:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829375.062119:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829375.062122:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829375.062129:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422370048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829375.062135:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829375.062137:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829375.062138:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829375.062141:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5333 00000100:00080000:0.0:1787829375.062143:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829375.062149:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787829375.062149:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787829375.062155:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829375.062162:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422370176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829375.062196:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829375/real 1787829375] req@ffff8a4f13c58000 x1874669422369664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829375.062211:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422369664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829375.062219:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829375.062222:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829375.062225:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422369664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829375.062244:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829375.062261:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829375.062270:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829375/real 1787829375] req@ffff8a4f13c5a580 x1874669422369792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829375.062278:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422369792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829375.062283:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829375.062285:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829375.062288:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829375.062291:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829375.062301:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829375.062307:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829375/real 1787829375] req@ffff8a4f13c59a40 x1874669422369920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829375.062314:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422369920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829375.062319:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829375.062321:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829375.062323:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422369920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829375.062326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829375.062337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829375.062342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829375/real 1787829375] req@ffff8a4f13c583c0 x1874669422370048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829375.062350:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422370048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829375.062355:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829375.062356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829375.062358:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829375.062361:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829375.062371:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829375.062376:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829375/real 1787829375] req@ffff8a4f13c5a940 x1874669422370176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829375.062383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422370176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829375.062388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829375.062390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829375.062392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829375.190089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829376.214034:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829377.238095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829378.261977:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829379.286036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829380.181984:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829380.181993:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829380.181996:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829380.182005:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5338 00000100:00080000:1.0:1787829380.182016:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829380.182023:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829380.182058:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422370304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829380.182083:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829380.182086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829380.182087:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829380.182090:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5338 00000100:00080000:1.0:1787829380.182092:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829380.182095:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829380.182103:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829380.182110:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422370432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829380.182117:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829380.182121:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829380.182123:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829380.182125:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5338 00000100:00080000:1.0:1787829380.182127:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829380.182131:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829380.182136:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829380.182145:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422370560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829380.182154:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829380.182160:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829380.182163:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829380.182163:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422370304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829380.182173:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5338 00000100:00080000:1.0:1787829380.182176:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829380.182187:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829380.182191:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829380.182199:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422370688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829380.182205:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829380.182208:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829380.182211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829380.182213:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5338 00000100:00080000:1.0:1787829380.182216:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829380.182218:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829380.182220:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829380.182228:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422370816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829380.182276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829380.182325:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829380/real 1787829380] req@ffff8a4f13cb2580 x1874669422370304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829380.182342:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422370304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829380.182351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829380.182355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829380.182358:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422370304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829380.182364:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829380.182381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829380.182390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829380/real 1787829380] req@ffff8a4f13cb3840 x1874669422370432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829380.182399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422370432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829380.182404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829380.182406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829380.182408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829380.182434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829380.182446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829380.182453:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829380/real 1787829380] req@ffff8a4f13cb1a40 x1874669422370560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829380.182461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422370560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829380.182471:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829380.182473:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829380.182476:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829380.182479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829380.182490:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829380.182496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829380/real 1787829380] req@ffff8a4f13cb2d00 x1874669422370688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829380.182503:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422370688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829380.182517:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829380.182520:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829380.182522:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829380.182527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829380.182538:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829380.182545:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829380/real 1787829380] req@ffff8a4f13cb1e00 x1874669422370816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829380.182553:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422370816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829380.182558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829380.182559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829380.182562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422370816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829380.309986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829381.334013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829382.358024:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829383.381987:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829384.406000:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829385.301932:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829385.301943:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829385.301948:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829385.301959:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5343 00000100:00080000:1.0:1787829385.301971:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829385.301978:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829385.302013:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422370944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829385.302043:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829385.302047:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829385.302049:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829385.302053:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5343 00000100:00080000:1.0:1787829385.302057:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829385.302060:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829385.302069:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829385.302083:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422371072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829385.302083:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422370944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829385.302100:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829385.302103:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829385.302104:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829385.302106:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5343 00000100:00080000:1.0:1787829385.302110:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829385.302112:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829385.302114:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829385.302124:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422371200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829385.302130:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829385.302132:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829385.302134:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829385.302136:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5343 00000100:00080000:1.0:1787829385.302139:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829385.302143:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829385.302146:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829385.302156:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829385.302157:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422371328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829385.302166:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829385.302168:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829385.302170:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829385.302173:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5343 00000100:00080000:1.0:1787829385.302183:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829385.302185:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829385.302188:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829385.302195:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422371456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829385.302209:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829385/real 1787829385] req@ffff8a4f13cb30c0 x1874669422370944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829385.302226:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422370944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829385.302236:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829385.302240:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829385.302243:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422370944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829385.302266:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829385.302301:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829385.302316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829385/real 1787829385] req@ffff8a4f13cb0b40 x1874669422371072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829385.302330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422371072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829385.302339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829385.302343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829385.302346:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829385.302351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829385.302376:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829385.302385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829385/real 1787829385] req@ffff8a4f13cb0780 x1874669422371200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829385.302393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422371200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829385.302399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829385.302401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829385.302403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829385.302407:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829385.302419:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829385.302425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829385/real 1787829385] req@ffff8a4f13cb21c0 x1874669422371328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829385.302432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422371328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829385.302437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829385.302439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829385.302441:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829385.302445:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829385.302454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829385.302460:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829385/real 1787829385] req@ffff8a4f13cb0000 x1874669422371456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829385.302472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422371456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829385.302477:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829385.302479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829385.302481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829385.430028:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829386.454046:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829387.478043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829388.502022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829389.526026:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829390.421994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829390.422005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829390.422009:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829390.422020:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5348 00000100:00080000:1.0:1787829390.422031:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829390.422040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829390.422079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422371584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829390.422110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829390.422116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829390.422118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829390.422122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5348 00000100:00080000:1.0:1787829390.422126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829390.422131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829390.422141:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829390.422155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422371712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829390.422164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422371584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829390.422172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829390.422177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829390.422179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829390.422185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5348 00000100:00080000:1.0:1787829390.422189:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829390.422193:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829390.422199:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829390.422212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422371840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829390.422222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787829390.422224:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829390.422230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829390.422232:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829390.422238:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5348 00000100:00080000:1.0:1787829390.422244:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829390.422248:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829390.422256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829390.422268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422371968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829390.422273:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829390/real 1787829390] req@ffff8a4f13cb12c0 x1874669422371584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829390.422293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829390.422298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787829390.422301:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422371584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829390.422302:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829390.422312:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5348 00000100:00080000:3.0:1787829390.422315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829390.422318:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829390.422321:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787829390.422329:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829390.422330:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422371584:192.168.203.149@tcp:250:kworker.0 00000008:00100000:1.0:1787829390.422341:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829390.422357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422372096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829390.422357:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829390.422385:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829390.422401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829390/real 1787829390] req@ffff8a4f13cb03c0 x1874669422371712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829390.422415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422371712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829390.422421:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829390.422423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829390.422425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829390.422429:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829390.422440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829390.422447:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829390/real 1787829390] req@ffff8a4f13cb0000 x1874669422371840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829390.422454:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422371840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829390.422459:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829390.422461:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829390.422463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829390.422466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829390.422476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829390.422481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829390/real 1787829390] req@ffff8a4f13cb21c0 x1874669422371968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829390.422492:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422371968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829390.422507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829390.422511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829390.422514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422371968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829390.422531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829390.422551:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829390.422559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829390/real 1787829390] req@ffff8a4f13cb0780 x1874669422372096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829390.422567:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422372096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829390.422572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829390.422574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829390.422576:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829390.549981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829391.574035:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829392.597970:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829393.622044:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829394.646024:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829395.541916:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829395.541931:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829395.541934:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829395.541942:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5353 00000100:00080000:1.0:1787829395.541951:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829395.541957:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829395.541989:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422372224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829395.542012:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829395.542015:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829395.542016:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829395.542018:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5353 00000100:00080000:1.0:1787829395.542021:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829395.542024:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829395.542031:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829395.542039:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422372352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829395.542047:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829395.542049:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829395.542051:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829395.542053:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5353 00000100:00080000:1.0:1787829395.542055:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829395.542057:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829395.542060:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829395.542069:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422372480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829395.542070:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422372224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829395.542084:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829395.542086:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829395.542087:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829395.542089:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5353 00000100:00080000:1.0:1787829395.542092:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829395.542094:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829395.542098:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829395.542106:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422372608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829395.542117:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829395.542120:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829395.542121:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829395.542123:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5353 00000100:00080000:1.0:1787829395.542125:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829395.542131:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787829395.542131:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787829395.542136:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829395.542144:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422372736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829395.542179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829395/real 1787829395] req@ffff8a4f13cb0b40 x1874669422372224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829395.542193:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422372224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829395.542202:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829395.542206:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829395.542210:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422372224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829395.542215:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829395.542230:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829395.542238:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829395/real 1787829395] req@ffff8a4f13cb30c0 x1874669422372352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829395.542246:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422372352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829395.542251:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829395.542253:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829395.542255:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829395.542274:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829395.542285:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829395.542291:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829395/real 1787829395] req@ffff8a4f13cb1e00 x1874669422372480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829395.542299:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422372480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829395.542304:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829395.542306:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829395.542307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829395.542316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829395.542327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829395.542334:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829395/real 1787829395] req@ffff8a4f13cb2d00 x1874669422372608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829395.542341:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422372608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829395.542346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829395.542348:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829395.542350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829395.542354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829395.542363:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829395.542368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829395/real 1787829395] req@ffff8a4f13cb1a40 x1874669422372736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829395.542376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422372736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829395.542380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829395.542382:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829395.542384:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829395.670004:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829396.694004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829397.718009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829398.741979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829399.766047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829400.662005:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829400.662015:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829400.662019:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829400.662027:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5359 00000100:00080000:0.0:1787829400.662037:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829400.662043:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829400.662080:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422372864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829400.662111:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829400.662115:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829400.662117:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829400.662120:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5359 00000100:00080000:0.0:1787829400.662123:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829400.662128:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829400.662137:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829400.662148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422372992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829400.662155:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829400.662158:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829400.662159:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829400.662163:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5359 00000100:00080000:0.0:1787829400.662165:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829400.662168:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829400.662171:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829400.662177:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422373120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829400.662189:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422372864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829400.662191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829400.662208:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829400.662210:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829400.662215:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5359 00000100:00080000:0.0:1787829400.662217:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829400.662219:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829400.662222:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829400.662238:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422373248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829400.662243:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829400.662245:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829400.662247:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829400.662250:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5359 00000100:00080000:0.0:1787829400.662252:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829400.662255:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829400.662257:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829400.662265:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422373376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829400.662296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829400.662353:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829400/real 1787829400] req@ffff8a4f13c58f00 x1874669422372864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829400.662374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422372864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829400.662384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829400.662388:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829400.662391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422372864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829400.662398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829400.662418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829400.662428:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829400/real 1787829400] req@ffff8a4f13c5bc00 x1874669422372992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829400.662437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422372992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829400.662443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829400.662445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829400.662447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422372992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829400.662473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829400.662486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829400.662497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829400/real 1787829400] req@ffff8a4f13c5b0c0 x1874669422373120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829400.662510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422373120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829400.662525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829400.662528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829400.662531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829400.662538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829400.662561:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829400.662572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829400/real 1787829400] req@ffff8a4f13c592c0 x1874669422373248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829400.662585:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422373248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829400.662595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829400.662598:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829400.662601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829400.662606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829400.662622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829400.662647:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829400/real 1787829400] req@ffff8a4f13c5a1c0 x1874669422373376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829400.662656:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422373376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829400.662662:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829400.662664:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829400.662667:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829400.790029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829401.814062:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829402.838000:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829403.862017:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829404.886005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829405.781927:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829405.781938:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829405.781941:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829405.781949:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5364 00000100:00080000:0.0:1787829405.781959:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829405.781966:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829405.781999:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422373504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829405.782018:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829405.782021:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829405.782022:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829405.782025:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5364 00000100:00080000:0.0:1787829405.782027:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829405.782029:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829405.782036:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829405.782046:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422373632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829405.782054:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829405.782057:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829405.782060:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829405.782061:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422373504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829405.782066:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5364 00000100:00080000:0.0:1787829405.782071:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829405.782074:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829405.782077:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829405.782084:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422373760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829405.782091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829405.782094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829405.782095:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829405.782098:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5364 00000100:00080000:0.0:1787829405.782100:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829405.782103:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829405.782106:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829405.782115:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422373888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829405.782125:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787829405.782129:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829405.782133:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829405.782136:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829405.782142:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5364 00000100:00080000:0.0:1787829405.782148:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829405.782153:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829405.782159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829405.782172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422374016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829405.782178:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829405/real 1787829405] req@ffff8a4f13c5a1c0 x1874669422373504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829405.782201:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422373504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829405.782210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829405.782213:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829405.782216:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422373504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829405.782236:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829405.782255:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829405.782264:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829405/real 1787829405] req@ffff8a4f13c592c0 x1874669422373632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829405.782273:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422373632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829405.782278:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829405.782280:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829405.782282:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829405.782286:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829405.782296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829405.782303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829405/real 1787829405] req@ffff8a4f13c5b0c0 x1874669422373760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829405.782310:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422373760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829405.782316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829405.782317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829405.782319:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829405.782323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829405.782332:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829405.782338:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829405/real 1787829405] req@ffff8a4f13c5bc00 x1874669422373888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829405.782345:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422373888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829405.782350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829405.782352:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829405.782354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422373888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829405.782357:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829405.782366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829405.782371:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829405/real 1787829405] req@ffff8a4f13c58f00 x1874669422374016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829405.782382:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422374016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829405.782387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829405.782389:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829405.782390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829405.910054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829406.933994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829407.958034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829408.982053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829410.006032:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829410.901962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829410.901970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829410.901973:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829410.901981:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5369 00000100:00080000:1.0:1787829410.901990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829410.901996:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829410.902030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422374144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829410.902055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829410.902059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829410.902061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829410.902066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5369 00000100:00080000:1.0:1787829410.902070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829410.902075:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829410.902087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829410.902091:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422374144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829410.902105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422374272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829410.902124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829410.902129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829410.902131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829410.902135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5369 00000100:00080000:1.0:1787829410.902140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829410.902145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829410.902151:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829410.902158:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829410.902167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422374400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829410.902179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829410.902183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829410.902185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829410.902189:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5369 00000100:00080000:1.0:1787829410.902193:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829410.902198:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829410.902204:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829410.902213:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829410/real 1787829410] req@ffff8a4f13cb3840 x1874669422374144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829410.902217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422374528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829410.902249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829410.902252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829410.902254:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829410.902258:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5369 00000100:00100000:3.0:1787829410.902262:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422374144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829410.902263:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829410.902270:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829410.902275:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829410.902285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422374656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829410.902287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829410.902307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829410.902314:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422374144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829410.902342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829410.902367:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829410.902380:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829410/real 1787829410] req@ffff8a4f13cb2580 x1874669422374272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829410.902395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422374272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829410.902408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829410.902411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829410.902413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829410.902417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829410.902432:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829410.902440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829410/real 1787829410] req@ffff8a4f13cb1a40 x1874669422374400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829410.902448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422374400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829410.902453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829410.902455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829410.902458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829410.902461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829410.902476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829410.902486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829410/real 1787829410] req@ffff8a4f13cb2d00 x1874669422374528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829410.902499:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422374528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829410.902514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829410.902518:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829410.902522:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829410.902527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829410.902548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829410.902573:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829410/real 1787829410] req@ffff8a4f13cb1e00 x1874669422374656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829410.902586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422374656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829410.902595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829410.902598:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829410.902601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829411.030027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829412.054063:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829413.078025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829414.102075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829415.126071:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829416.022037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829416.022059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829416.022064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829416.022078:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5374 00000100:00080000:1.0:1787829416.022093:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829416.022104:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829416.022168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422374784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829416.022208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829416.022212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829416.022214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829416.022219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5374 00000100:00080000:1.0:1787829416.022223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829416.022228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829416.022249:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829416.022262:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422374784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829416.022270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422374912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829416.022293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829416.022298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829416.022301:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829416.022315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5374 00000100:00080000:1.0:1787829416.022321:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829416.022326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829416.022333:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829416.022347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422375040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829416.022359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829416.022363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829416.022365:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829416.022370:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5374 00000100:00080000:1.0:1787829416.022376:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829416.022381:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829416.022387:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374912:192.168.203.149@tcp:38:kworker.0 00000008:00100000:1.0:1787829416.022389:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829416.022410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422375168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829416.022421:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375040:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787829416.022426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829416.022431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829416.022433:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829416.022440:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5374 00000100:00080000:1.0:1787829416.022449:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829416.022457:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829416.022463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375168:192.168.203.149@tcp:8:kworker.0 00000008:00100000:1.0:1787829416.022464:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829416.022501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422375296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829416.022556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829416.150103:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829417.174135:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829418.198060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829419.094166:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829419.094210:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829419.094227:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829419.094270:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829419.094281:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829419.094290:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829419.094300:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787829419.094332:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829416/real 1787829419] req@ffff8a4f13cb0000 x1874669422375296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829419.094360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422375296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829419.094372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829419.094378:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829419.094383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375296:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829419.094391:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829416/real 1787829419] req@ffff8a4f13cb21c0 x1874669422375168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829419.094403:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422375168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829419.094412:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829419.094415:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829419.094419:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829419.094425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829416/real 1787829419] req@ffff8a4f13cb0b40 x1874669422374912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829419.094437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422374912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829419.094443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829419.094447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829419.094450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422374912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829419.094456:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829416/real 1787829419] req@ffff8a4f13cb0780 x1874669422375040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829419.094466:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422375040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829419.094473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829419.094476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829419.094479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829419.094485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829416/real 1787829419] req@ffff8a4f13cb30c0 x1874669422374784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829419.094514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422374784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829419.094523:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829419.094526:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829419.094529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422374784:192.168.203.149@tcp:250:kworker.0 00010000:00010000:0.0:1787829419.222018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829420.246018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829421.141955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829421.141967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829421.141971:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829421.141982:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5379 00000100:00080000:0.0:1787829421.141992:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829421.141999:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829421.142029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422375424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829421.142056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829421.142060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829421.142062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829421.142066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5379 00000100:00080000:0.0:1787829421.142069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829421.142074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829421.142084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829421.142097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422375552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829421.142108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829421.142112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829421.142114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829421.142120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5379 00000100:00100000:3.0:1787829421.142122:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422375424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829421.142125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829421.142134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829421.142140:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829421.142154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422375680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829421.142167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829421.142171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829421.142173:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829421.142177:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5379 00000100:00080000:0.0:1787829421.142190:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829421.142197:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787829421.142198:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787829421.142206:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829421.142222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422375808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829421.142232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829421.142236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829421.142239:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829421.142245:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829421/real 1787829421] req@ffff8a4f13c5a940 x1874669422375424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829421.142246:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5379 00000100:00080000:0.0:1787829421.142254:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829421.142262:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829421.142269:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829421.142274:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422375424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829421.142287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422375936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829421.142292:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829421.142307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829421.142314:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422375424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829421.142323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829421.142350:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829421.142363:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829421/real 1787829421] req@ffff8a4f13c583c0 x1874669422375552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829421.142374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422375552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829421.142382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829421.142390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829421.142394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829421.142422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829421.142444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829421.142455:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829421/real 1787829421] req@ffff8a4f13c59a40 x1874669422375680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829421.142467:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422375680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829421.142474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829421.142477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829421.142480:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829421.142507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829421.142527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829421.142540:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829421/real 1787829421] req@ffff8a4f13c5a580 x1874669422375808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829421.142553:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422375808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829421.142561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829421.142565:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829421.142568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829421.142575:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829421.142596:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829421.142608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829421/real 1787829421] req@ffff8a4f13c58000 x1874669422375936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829421.142619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422375936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829421.142627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829421.142630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829421.142633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422375936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829421.270001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829422.294057:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829423.318048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829424.342037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829425.366029:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829426.261920:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829426.261929:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829426.261934:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829426.261942:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5384 00000100:00080000:0.0:1787829426.261951:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829426.261957:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829426.261987:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422376064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829426.262008:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829426.262011:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829426.262012:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829426.262015:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5384 00000100:00080000:0.0:1787829426.262017:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829426.262019:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829426.262027:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829426.262034:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422376192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829426.262041:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829426.262044:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829426.262045:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829426.262048:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5384 00000100:00080000:0.0:1787829426.262050:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829426.262052:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829426.262055:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829426.262061:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422376320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829426.262073:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422376064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829426.262075:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829426.262081:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829426.262084:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829426.262091:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5384 00000100:00080000:0.0:1787829426.262093:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829426.262095:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829426.262098:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829426.262106:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422376448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829426.262112:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829426.262114:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829426.262116:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829426.262118:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5384 00000100:00080000:0.0:1787829426.262121:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829426.262123:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829426.262131:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829426.262140:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422376576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829426.262151:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829426.262202:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829426/real 1787829426] req@ffff8a4f13c59680 x1874669422376064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829426.262223:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422376064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829426.262235:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829426.262239:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829426.262243:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422376064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829426.262250:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829426.262275:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829426.262289:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829426/real 1787829426] req@ffff8a4f13c58780 x1874669422376192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829426.262304:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422376192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829426.262312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829426.262316:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829426.262319:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829426.262344:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829426.262365:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829426.262378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829426/real 1787829426] req@ffff8a4f13c5ad00 x1874669422376320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829426.262399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422376320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829426.262407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829426.262411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829426.262414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829426.262420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829426.262441:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829426.262483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829426/real 1787829426] req@ffff8a4f13c5b480 x1874669422376448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829426.262498:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422376448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829426.262507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829426.262510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829426.262514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829426.262520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829426.262542:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829426.262555:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829426/real 1787829426] req@ffff8a4f13c58000 x1874669422376576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829426.262568:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422376576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829426.262584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829426.262587:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829426.262591:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829426.390002:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829427.414040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829428.438146:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829429.462023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829430.486130:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829431.382030:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829431.382042:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829431.382047:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829431.382060:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5389 00000100:00080000:1.0:1787829431.382073:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829431.382080:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829431.382130:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422376704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829431.382166:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829431.382169:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829431.382171:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829431.382174:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5389 00000100:00080000:1.0:1787829431.382177:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829431.382181:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829431.382191:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829431.382203:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422376832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829431.382212:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829431.382218:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829431.382223:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829431.382226:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422376704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829431.382230:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5389 00000100:00080000:1.0:1787829431.382241:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829431.382247:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829431.382250:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829431.382264:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422376960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829431.382272:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829431.382275:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829431.382276:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829431.382279:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5389 00000100:00080000:1.0:1787829431.382286:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829431.382289:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829431.382292:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829431.382301:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422377088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829431.382312:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787829431.382313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829431.382324:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829431.382327:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829431.382331:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5389 00000100:00080000:1.0:1787829431.382335:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829431.382339:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829431.382344:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829431.382353:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422377216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829431.382365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829431/real 1787829431] req@ffff8a4f13cb03c0 x1874669422376704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829431.382385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422376704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829431.382394:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829431.382398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829431.382401:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422376704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829431.382440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829431.382467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829431.382482:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829431/real 1787829431] req@ffff8a4f13cb12c0 x1874669422376832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829431.382491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422376832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829431.382502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829431.382504:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829431.382507:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829431.382511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829431.382526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829431.382533:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829431/real 1787829431] req@ffff8a4f13cb30c0 x1874669422376960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829431.382540:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422376960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829431.382546:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829431.382548:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829431.382550:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422376960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829431.382554:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829431.382565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829431.382571:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829431/real 1787829431] req@ffff8a4f13cb0780 x1874669422377088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829431.382578:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422377088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829431.382583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829431.382585:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829431.382587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829431.382592:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829431.382601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829431.382607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829431/real 1787829431] req@ffff8a4f13cb0b40 x1874669422377216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829431.382614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422377216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829431.382619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829431.382621:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829431.382623:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829431.510002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829432.534078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829433.557955:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829434.582029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829435.606015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829436.501934:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829436.501944:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829436.501949:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829436.501959:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5394 00000100:00080000:1.0:1787829436.501969:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829436.501979:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829436.502016:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422377344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829436.502043:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829436.502046:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829436.502048:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829436.502051:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5394 00000100:00080000:1.0:1787829436.502054:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829436.502056:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829436.502064:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829436.502077:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422377472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829436.502087:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422377344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829436.502092:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829436.502097:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829436.502099:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829436.502104:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5394 00000100:00080000:1.0:1787829436.502109:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829436.502113:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829436.502119:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829436.502133:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422377600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829436.502141:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829436.502143:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829436.502145:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829436.502147:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5394 00000100:00080000:1.0:1787829436.502151:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787829436.502154:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829436.502158:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829436.502163:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829436.502172:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422377728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829436.502179:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829436.502183:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829436.502185:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829436.502188:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5394 00000100:00080000:1.0:1787829436.502193:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829436.502198:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829436.502203:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829436.502204:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829436/real 1787829436] req@ffff8a4f13cb21c0 x1874669422377344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829436.502222:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422377856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829436.502225:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422377344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829436.502239:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829436.502247:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829436.502254:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422377344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829436.502279:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829436.502297:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829436.502306:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829436/real 1787829436] req@ffff8a4f13cb0000 x1874669422377472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829436.502315:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422377472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829436.502320:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829436.502323:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829436.502325:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829436.502329:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829436.502339:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829436.502344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829436/real 1787829436] req@ffff8a4f13cb1e00 x1874669422377600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829436.502352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422377600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829436.502357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829436.502359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829436.502361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829436.502364:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829436.502374:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829436.502397:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829436/real 1787829436] req@ffff8a4f13cb2d00 x1874669422377728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829436.502411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422377728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829436.502416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829436.502418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829436.502420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829436.502424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829436.502437:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829436.502443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829436/real 1787829436] req@ffff8a4f13cb1a40 x1874669422377856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829436.502451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422377856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829436.502455:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829436.502457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829436.502459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422377856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829436.630054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829437.653991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829438.678002:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829439.701995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829440.726038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829441.621972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829441.621982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829441.621987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829441.621997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5400 00000100:00080000:2.0:1787829441.622010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829441.622017:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829441.622048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422377984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829441.622069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829441.622072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829441.622074:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829441.622076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5400 00000100:00080000:2.0:1787829441.622079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829441.622081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829441.622088:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829441.622096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422378112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829441.622103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829441.622106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829441.622107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829441.622110:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5400 00000100:00080000:2.0:1787829441.622113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829441.622116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829441.622121:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422377984:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787829441.622122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829441.622131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422378240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829441.622142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829441.622145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829441.622147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829441.622151:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5400 00000100:00080000:2.0:1787829441.622155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829441.622159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829441.622165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829441.622178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422378368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829441.622189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829441.622195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:3.0:1787829441.622195:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829441.622198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829441.622204:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5400 00000100:00080000:2.0:1787829441.622208:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829441.622210:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829441.622215:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829441.622224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422378496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829441.622253:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829441/real 1787829441] req@ffff8a4f06e8d680 x1874669422377984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829441.622283:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422377984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829441.622295:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829441.622299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829441.622304:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422377984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829441.622312:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829441.622338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829441.622370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829441/real 1787829441] req@ffff8a4f06e8cb40 x1874669422378112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829441.622384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422378112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829441.622393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829441.622396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829441.622400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829441.622426:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829441.622451:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829441.622464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829441/real 1787829441] req@ffff8a4f06e8e940 x1874669422378240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829441.622491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422378240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829441.622507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829441.622510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829441.622514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829441.622521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829441.622543:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829441.622554:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829441/real 1787829441] req@ffff8a4f06e8cf00 x1874669422378368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829441.622566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422378368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829441.622574:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829441.622577:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829441.622581:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829441.622587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829441.622606:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829441.622617:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829441/real 1787829441] req@ffff8a4f06e8c3c0 x1874669422378496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829441.622631:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422378496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829441.622638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829441.622642:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829441.622646:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829441.749979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829442.774021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829443.797979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829444.822043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829445.845989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829446.741965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829446.741973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829446.741977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829446.741985:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5405 00000100:00080000:0.0:1787829446.741995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829446.742001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829446.742035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422378624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829446.742056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829446.742060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829446.742062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829446.742066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5405 00000100:00080000:0.0:1787829446.742070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829446.742073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829446.742084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829446.742097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422378752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829446.742104:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422378624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829446.742107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829446.742110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829446.742112:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829446.742116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5405 00000100:00080000:0.0:1787829446.742120:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829446.742123:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829446.742127:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829446.742135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422378880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829446.742143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829446.742146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829446.742148:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829446.742151:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5405 00000100:00080000:0.0:1787829446.742155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829446.742158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829446.742163:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829446.742164:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829446.742171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422379008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829446.742179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829446.742181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829446.742183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829446.742186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5405 00000100:00080000:0.0:1787829446.742189:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829446.742192:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829446.742196:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829446.742205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422379136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829446.742205:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829446/real 1787829446] req@ffff8a4f13c5a580 x1874669422378624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829446.742224:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422378624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829446.742235:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829446.742239:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829446.742243:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422378624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829446.742268:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829446.742286:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829446.742295:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829446/real 1787829446] req@ffff8a4f13c59a40 x1874669422378752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829446.742303:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422378752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829446.742323:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829446.742325:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829446.742328:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829446.742332:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829446.742348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829446.742367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829446/real 1787829446] req@ffff8a4f13c583c0 x1874669422378880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829446.742381:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422378880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829446.742390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829446.742394:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829446.742398:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422378880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829446.742404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829446.742422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829446.742430:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829446/real 1787829446] req@ffff8a4f13c5a940 x1874669422379008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829446.742440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422379008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829446.742449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829446.742452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829446.742456:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829446.742462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829446.742481:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829446.742500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829446/real 1787829446] req@ffff8a4f13c58f00 x1874669422379136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829446.742514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422379136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829446.742519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829446.742521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829446.742525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829446.870022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829447.893985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829448.918978:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829449.941978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829450.966002:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829451.861949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829451.861958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829451.861962:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829451.861970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5410 00000100:00080000:1.0:1787829451.861979:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829451.861985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829451.862018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422379264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829451.862046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829451.862048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829451.862050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829451.862053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5410 00000100:00080000:1.0:1787829451.862055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829451.862058:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829451.862066:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829451.862074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422379392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829451.862083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829451.862084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422379264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829451.862086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829451.862090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829451.862095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5410 00000100:00080000:1.0:1787829451.862097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829451.862100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829451.862104:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829451.862113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422379520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829451.862120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829451.862122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829451.862124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829451.862126:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5410 00000100:00080000:1.0:1787829451.862128:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829451.862131:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829451.862134:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829451.862146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422379648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829451.862147:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829451.862156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829451.862159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829451.862160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829451.862164:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5410 00000100:00080000:1.0:1787829451.862167:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829451.862169:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829451.862172:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829451.862179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422379776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829451.862186:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829451/real 1787829451] req@ffff8a4f13cb2580 x1874669422379264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829451.862200:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422379264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829451.862209:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829451.862212:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829451.862216:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422379264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829451.862237:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829451.862251:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829451.862260:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829451/real 1787829451] req@ffff8a4f13cb3840 x1874669422379392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829451.862290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422379392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829451.862296:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829451.862298:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829451.862300:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829451.862304:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829451.862319:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829451.862326:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829451/real 1787829451] req@ffff8a4f13cb1a40 x1874669422379520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829451.862334:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422379520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829451.862339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829451.862340:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829451.862342:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829451.862346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829451.862356:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829451.862362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829451/real 1787829451] req@ffff8a4f13cb2d00 x1874669422379648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829451.862369:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422379648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829451.862378:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829451.862381:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829451.862383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829451.862386:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829451.862395:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829451.862402:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829451/real 1787829451] req@ffff8a4f13cb1e00 x1874669422379776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829451.862415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422379776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829451.862423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829451.862427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829451.862430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422379776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829451.990009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829453.014037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829454.038034:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829455.062074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829456.086069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829456.982009:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829456.982024:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829456.982030:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829456.982044:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5415 00000100:00080000:1.0:1787829456.982058:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829456.982068:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829456.982116:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422379904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829456.982152:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829456.982157:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829456.982159:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829456.982165:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5415 00000100:00080000:1.0:1787829456.982169:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829456.982175:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829456.982188:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829456.982204:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422379904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829456.982207:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422380032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829456.982231:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829456.982249:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829456.982252:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829456.982259:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5415 00000100:00080000:1.0:1787829456.982266:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829456.982272:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829456.982279:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829456.982296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829456.982301:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422380160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829456.982325:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829456.982329:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829456.982331:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829456.982337:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5415 00000100:00080000:1.0:1787829456.982343:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829456.982345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829456/real 1787829456] req@ffff8a4f13cb0000 x1874669422379904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829456.982354:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829456.982371:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829456.982374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422379904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829456.982392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787829456.982397:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422380288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829456.982401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829456.982414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422379904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829456.982426:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829456.982432:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829456.982434:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829456.982440:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5415 00000100:00080000:1.0:1787829456.982445:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829456.982448:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380032:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787829456.982456:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829456.982464:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829456.982472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829456.982485:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422380416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829456.982488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829456/real 1787829456] req@ffff8a4f13cb21c0 x1874669422380032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829456.982523:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422380032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829456.982531:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829456.982534:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829456.982537:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829456.982542:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829456.982559:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829456.982566:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829456/real 1787829456] req@ffff8a4f13cb0b40 x1874669422380160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829456.982574:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422380160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829456.982580:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829456.982582:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829456.982585:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829456.982589:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829456.982601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829456.982607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829456/real 1787829456] req@ffff8a4f13cb0780 x1874669422380288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829456.982614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422380288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829456.982619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829456.982621:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829456.982623:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829456.982635:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829456.982645:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829456.982651:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829456/real 1787829456] req@ffff8a4f13cb30c0 x1874669422380416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829456.982658:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422380416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829456.982663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829456.982665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829456.982667:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829457.110121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829458.134067:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829459.158114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829460.182024:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829461.206022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829462.101914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829462.101923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829462.101926:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829462.101935:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5420 00000100:00080000:1.0:1787829462.101944:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829462.101950:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829462.101981:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422380544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829462.102002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829462.102005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829462.102006:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829462.102009:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5420 00000100:00080000:1.0:1787829462.102011:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829462.102014:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829462.102021:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829462.102029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422380672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829462.102036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829462.102039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829462.102040:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829462.102043:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5420 00000100:00080000:1.0:1787829462.102045:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829462.102047:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829462.102050:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829462.102054:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422380544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829462.102061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422380800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829462.102069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829462.102071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829462.102073:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829462.102075:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5420 00000100:00080000:1.0:1787829462.102077:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829462.102079:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829462.102082:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829462.102090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422380928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829462.102096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829462.102098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829462.102099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829462.102101:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5420 00000100:00080000:1.0:1787829462.102106:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829462.102108:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829462.102111:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829462.102116:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829462.102122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422381056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829462.102160:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829462/real 1787829462] req@ffff8a4f13cb12c0 x1874669422380544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829462.102175:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422380544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829462.102184:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829462.102187:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829462.102192:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422380544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829462.102211:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829462.102230:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829462.102239:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829462/real 1787829462] req@ffff8a4f13cb03c0 x1874669422380672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829462.102247:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422380672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829462.102253:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829462.102255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829462.102258:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829462.102276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829462.102288:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829462.102294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829462/real 1787829462] req@ffff8a4f13cb30c0 x1874669422380800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829462.102306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422380800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829462.102311:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829462.102313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829462.102315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829462.102318:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829462.102328:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829462.102334:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829462/real 1787829462] req@ffff8a4f13cb0780 x1874669422380928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829462.102341:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422380928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829462.102346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829462.102348:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829462.102349:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422380928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829462.102353:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829462.102362:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829462.102367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829462/real 1787829462] req@ffff8a4f13cb0b40 x1874669422381056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829462.102374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422381056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829462.102384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829462.102386:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829462.102388:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829462.230007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829463.253999:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829464.277989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829465.302003:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829466.326002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829467.221930:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829467.221938:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829467.221942:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829467.221950:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5425 00000100:00080000:0.0:1787829467.221959:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829467.221966:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829467.222001:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422381184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829467.222031:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829467.222035:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829467.222038:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829467.222042:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5425 00000100:00080000:0.0:1787829467.222047:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829467.222051:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829467.222062:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829467.222075:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422381184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829467.222077:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422381312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829467.222093:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829467.222097:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829467.222099:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829467.222103:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5425 00000100:00080000:0.0:1787829467.222106:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829467.222109:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829467.222113:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829467.222122:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422381440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829467.222129:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829467.222131:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829467.222132:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829467.222135:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5425 00000100:00080000:0.0:1787829467.222137:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829467.222140:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829467.222143:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829467.222150:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829467.222162:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422381568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829467.222182:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829467.222184:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829467.222186:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829467.222189:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5425 00000100:00080000:0.0:1787829467.222192:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829467.222196:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829467.222201:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829467.222206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829467/real 1787829467] req@ffff8a4f13c5bc00 x1874669422381184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829467.222219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422381696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829467.222232:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422381184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829467.222247:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829467.222253:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829467.222258:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422381184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829467.222284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829467.222307:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829467.222318:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829467/real 1787829467] req@ffff8a4f13c5b0c0 x1874669422381312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829467.222327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422381312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829467.222338:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829467.222341:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829467.222345:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829467.222352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829467.222375:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829467.222388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829467/real 1787829467] req@ffff8a4f13c592c0 x1874669422381440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829467.222401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422381440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829467.222410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829467.222414:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829467.222417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829467.222424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829467.222446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829467.222458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829467/real 1787829467] req@ffff8a4f13c5a1c0 x1874669422381568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829467.222470:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422381568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829467.222479:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829467.222483:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829467.222487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829467.222493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829467.222515:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829467.222527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829467/real 1787829467] req@ffff8a4f13c58f00 x1874669422381696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829467.222540:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422381696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829467.222548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829467.222551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829467.222555:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829467.350081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829468.373981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829469.398060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829470.421982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829471.446053:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829472.341971:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829472.341981:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829472.341986:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829472.341996:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5430 00000100:00080000:0.0:1787829472.342006:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829472.342014:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829472.342050:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422381824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829472.342079:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829472.342082:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829472.342083:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829472.342086:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5430 00000100:00080000:0.0:1787829472.342089:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829472.342092:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829472.342101:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829472.342109:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422381952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829472.342117:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829472.342120:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829472.342121:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829472.342123:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5430 00000100:00080000:0.0:1787829472.342126:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829472.342148:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829472.342151:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829472.342162:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422382080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829472.342162:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422381824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829472.342177:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829472.342185:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829472.342187:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829472.342190:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5430 00000100:00080000:0.0:1787829472.342193:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829472.342195:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829472.342199:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829472.342207:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422382208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829472.342215:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829472.342217:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829472.342218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829472.342220:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5430 00000100:00080000:0.0:1787829472.342223:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829472.342226:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829472.342230:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829472.342242:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829472.342243:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422382336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829472.342292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829472/real 1787829472] req@ffff8a4f13c5a940 x1874669422381824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829472.342315:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422381824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829472.342328:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829472.342333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829472.342339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422381824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829472.342347:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829472.342372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829472.342387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829472/real 1787829472] req@ffff8a4f13c583c0 x1874669422381952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829472.342402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422381952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829472.342411:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829472.342415:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829472.342419:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422381952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829472.342446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829472.342471:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829472.342485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829472/real 1787829472] req@ffff8a4f13c59a40 x1874669422382080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829472.342499:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422382080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829472.342508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829472.342511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829472.342515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829472.342522:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829472.342546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829472.342561:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829472/real 1787829472] req@ffff8a4f13c5a580 x1874669422382208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829472.342574:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422382208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829472.342583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829472.342586:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829472.342590:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829472.342596:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829472.342618:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829472.342631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829472/real 1787829472] req@ffff8a4f13c58000 x1874669422382336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829472.342645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422382336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829472.342654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829472.342657:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829472.342660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829472.470011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829473.494023:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829474.518037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829475.542096:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829476.566027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829477.461960:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829477.461969:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829477.461972:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829477.461981:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5435 00000100:00080000:0.0:1787829477.461990:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829477.461996:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829477.462028:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422382464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829477.462051:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829477.462055:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829477.462057:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829477.462060:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5435 00000100:00080000:0.0:1787829477.462064:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829477.462068:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829477.462077:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829477.462089:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422382592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829477.462115:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829477.462115:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422382464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829477.462118:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829477.462120:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829477.462123:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5435 00000100:00080000:0.0:1787829477.462127:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829477.462131:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829477.462135:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829477.462143:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422382720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829477.462152:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829477.462155:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829477.462157:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829477.462160:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5435 00000100:00080000:0.0:1787829477.462165:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829477.462168:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829477.462172:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829477.462174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829477.462179:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422382848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829477.462187:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829477.462190:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829477.462192:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829477.462195:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5435 00000100:00080000:0.0:1787829477.462198:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829477.462201:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829477.462205:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829477.462215:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422382976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829477.462216:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829477/real 1787829477] req@ffff8a4f13c5b480 x1874669422382464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829477.462233:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422382464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829477.462244:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829477.462248:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829477.462252:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422382464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829477.462276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829477.462295:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829477.462304:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829477/real 1787829477] req@ffff8a4f13c5ad00 x1874669422382592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829477.462313:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422382592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829477.462329:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829477.462332:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829477.462334:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829477.462338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829477.462350:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829477.462357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829477/real 1787829477] req@ffff8a4f13c58780 x1874669422382720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829477.462365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422382720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829477.462374:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829477.462376:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829477.462379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829477.462382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829477.462393:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829477.462403:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829477/real 1787829477] req@ffff8a4f13c59680 x1874669422382848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829477.462415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422382848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829477.462423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829477.462426:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829477.462430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829477.462436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829477.462457:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829477.462469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829477/real 1787829477] req@ffff8a4f13c58000 x1874669422382976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829477.462482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422382976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829477.462490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829477.462502:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829477.462507:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422382976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829477.590084:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829478.613985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829479.638015:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829480.661995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829481.686040:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829482.581961:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829482.581969:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829482.581972:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829482.581979:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5440 00000100:00080000:1.0:1787829482.581988:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829482.581993:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829482.582023:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422383104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829482.582040:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829482.582043:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829482.582045:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829482.582047:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5440 00000100:00080000:1.0:1787829482.582050:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829482.582052:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829482.582068:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422383104:192.168.203.149@tcp:250:kworker.0 00000008:00100000:1.0:1787829482.582070:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829482.582086:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422383232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829482.582097:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829482.582101:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829482.582103:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829482.582107:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5440 00000100:00080000:1.0:1787829482.582110:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829482.582114:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829482.582117:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829482.582126:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422383360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829482.582132:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829482.582134:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829482.582135:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829482.582138:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5440 00000100:00080000:1.0:1787829482.582141:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829482.582144:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829482.582147:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829482.582154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422383232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829482.582157:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422383488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829482.582168:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829482.582171:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829482.582172:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829482.582175:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5440 00000100:00080000:1.0:1787829482.582177:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829482.582179:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829482.582182:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829482.582184:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422383360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829482.582196:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422383616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829482.582205:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422383488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829482.582223:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422383616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829482.709984:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829483.734029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829484.757984:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829485.654143:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829485.654186:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829485.654201:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829485.654238:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829485.654247:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829485.654253:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829485.654260:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787829485.654410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829482/real 1787829485] req@ffff8a4f13cb1a40 x1874669422383616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829485.654450:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422383616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829485.654463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829485.654468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829485.654473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422383616:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829485.654492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829482/real 1787829485] req@ffff8a4f13cb2d00 x1874669422383488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829485.654505:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422383488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829485.654512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829485.654516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829485.654518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422383488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829485.654524:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829482/real 1787829485] req@ffff8a4f13cb0000 x1874669422383232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829485.654535:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422383232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829485.654543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829485.654546:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829485.654549:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422383232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829485.654556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829482/real 1787829485] req@ffff8a4f13cb1e00 x1874669422383360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829485.654573:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422383360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829485.654579:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829485.654582:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829485.654584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422383360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829485.654590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829482/real 1787829485] req@ffff8a4f13cb21c0 x1874669422383104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829485.654602:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422383104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829485.654609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829485.654612:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829485.654615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422383104:192.168.203.149@tcp:250:kworker.0 00010000:00010000:3.0:1787829485.782011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829486.805947:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829487.701937:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829487.701946:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829487.701950:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829487.701963:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5446 00000100:00080000:0.0:1787829487.701974:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829487.701980:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829487.702010:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422383744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829487.702045:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829487.702048:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829487.702049:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829487.702053:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5446 00000100:00080000:0.0:1787829487.702056:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829487.702059:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829487.702069:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829487.702079:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422383872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829487.702090:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829487.702093:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422383744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829487.702094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829487.702097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829487.702104:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5446 00000100:00080000:0.0:1787829487.702107:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829487.702110:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829487.702115:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829487.702125:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422384000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829487.702133:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829487.702136:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829487.702138:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829487.702142:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5446 00000100:00080000:0.0:1787829487.702146:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829487.702149:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829487.702153:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829487.702161:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422384128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829487.702168:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829487.702172:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:3.0:1787829487.702175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829487.702176:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829487.702182:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5446 00000100:00080000:0.0:1787829487.702186:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829487.702190:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829487.702194:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829487.702204:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422384256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829487.702220:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829487/real 1787829487] req@ffff8a4f13c5a580 x1874669422383744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829487.702240:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422383744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829487.702252:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829487.702256:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829487.702260:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422383744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829487.702285:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422383872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829487.702304:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829487.702315:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829487/real 1787829487] req@ffff8a4f13c59a40 x1874669422383872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829487.702326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422383872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829487.702335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829487.702338:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829487.702341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422383872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829487.702346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829487.702359:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829487.702367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829487/real 1787829487] req@ffff8a4f13c583c0 x1874669422384000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829487.702377:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422384000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829487.702384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829487.702387:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829487.702390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829487.702395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829487.702424:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829487.702436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829487/real 1787829487] req@ffff8a4f13c5a940 x1874669422384128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829487.702447:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422384128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829487.702454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829487.702457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829487.702461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829487.702474:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829487.702492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829487.702518:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829487/real 1787829487] req@ffff8a4f13c58f00 x1874669422384256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829487.702530:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422384256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829487.702535:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829487.702537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829487.702539:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829487.830006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829488.853999:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829489.878030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829490.902008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829491.926007:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829492.821942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829492.821950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829492.821953:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829492.821961:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5451 00000100:00080000:0.0:1787829492.821969:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829492.821974:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829492.822016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422384384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829492.822038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829492.822041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829492.822042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829492.822044:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5451 00000100:00080000:0.0:1787829492.822047:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829492.822049:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829492.822056:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829492.822064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422384512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829492.822070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829492.822072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829492.822073:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829492.822075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5451 00000100:00080000:0.0:1787829492.822077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829492.822082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829492.822083:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422384384:192.168.203.149@tcp:250:kworker.0 00000008:00100000:0.0:1787829492.822087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829492.822099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422384640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829492.822108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829492.822112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829492.822114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829492.822118:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5451 00000100:00080000:0.0:1787829492.822123:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829492.822127:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829492.822132:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829492.822140:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829492.822145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422384768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829492.822155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829492.822158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829492.822160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829492.822163:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5451 00000100:00080000:0.0:1787829492.822167:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829492.822171:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829492.822176:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829492.822181:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829492/real 1787829492] req@ffff8a4f13c5a1c0 x1874669422384384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829492.822190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422384896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829492.822197:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422384384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829492.822211:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829492.822214:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829492.822222:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422384384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829492.822229:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829492.822245:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829492.822253:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829492/real 1787829492] req@ffff8a4f13c592c0 x1874669422384512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829492.822260:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422384512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829492.822265:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829492.822266:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829492.822268:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829492.822288:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829492.822306:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829492.822316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829492/real 1787829492] req@ffff8a4f13c5b0c0 x1874669422384640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829492.822327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422384640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829492.822332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829492.822334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829492.822336:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829492.822340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829492.822353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829492.822360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829492/real 1787829492] req@ffff8a4f13c5bc00 x1874669422384768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829492.822367:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422384768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829492.822371:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829492.822373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829492.822374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829492.822377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829492.822386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829492.822391:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829492/real 1787829492] req@ffff8a4f13c58f00 x1874669422384896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829492.822397:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422384896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829492.822402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829492.822403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829492.822405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422384896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829492.950020:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829493.974007:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829494.997980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829496.022018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829497.046019:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829497.941974:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829497.941984:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829497.941988:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829497.941998:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5456 00000100:00080000:0.0:1787829497.942008:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829497.942015:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829497.942054:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422385024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829497.942079:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829497.942084:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829497.942086:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829497.942089:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5456 00000100:00080000:0.0:1787829497.942091:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829497.942094:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829497.942103:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829497.942112:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422385152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829497.942120:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829497.942123:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829497.942124:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829497.942129:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5456 00000100:00100000:3.0:1787829497.942131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422385024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829497.942132:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829497.942137:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829497.942144:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829497.942151:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422385280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829497.942156:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829497.942159:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829497.942160:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829497.942163:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5456 00000100:00080000:0.0:1787829497.942165:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829497.942168:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829497.942172:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829497.942180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422385408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829497.942187:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829497.942189:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829497.942191:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829497.942193:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5456 00000100:00080000:0.0:1787829497.942195:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829497.942197:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829497.942200:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829497.942208:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422385536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829497.942218:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829497.942274:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829497/real 1787829497] req@ffff8a4f13c5a940 x1874669422385024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829497.942291:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422385024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829497.942299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829497.942303:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829497.942306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422385024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829497.942330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829497.942348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829497.942357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829497/real 1787829497] req@ffff8a4f13c583c0 x1874669422385152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829497.942366:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422385152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829497.942371:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829497.942373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829497.942375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829497.942379:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829497.942390:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829497.942396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829497/real 1787829497] req@ffff8a4f13c59a40 x1874669422385280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829497.942404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422385280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829497.942414:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829497.942416:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829497.942419:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829497.942422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829497.942433:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829497.942438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829497/real 1787829497] req@ffff8a4f13c5a580 x1874669422385408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829497.942446:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422385408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829497.942454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829497.942457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829497.942460:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829497.942467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829497.942486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829497.942498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829497/real 1787829497] req@ffff8a4f13c58000 x1874669422385536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829497.942510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422385536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829497.942516:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829497.942518:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829497.942521:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829498.070045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829499.094045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829500.118015:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829501.142015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829502.166012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829503.061989:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829503.061998:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829503.062003:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829503.062012:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5461 00000100:00080000:2.0:1787829503.062024:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829503.062031:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829503.062070:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422385664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829503.062096:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829503.062100:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829503.062103:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829503.062108:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5461 00000100:00080000:2.0:1787829503.062112:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829503.062118:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829503.062130:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829503.062140:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422385664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787829503.062151:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422385792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829503.062168:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829503.062172:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829503.062174:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829503.062179:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5461 00000100:00080000:2.0:1787829503.062184:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829503.062190:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829503.062197:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829503.062207:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787829503.062214:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422385920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829503.062229:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829503.062233:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829503.062234:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829503.062240:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5461 00000100:00080000:2.0:1787829503.062246:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829503.062250:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829503/real 1787829503] req@ffff8a4f06e8c000 x1874669422385664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829503.062254:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829503.062261:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829503.062285:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422386048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829503.062287:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422385664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829503.062318:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829503.062325:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829503.062331:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829503.062347:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5461 00000100:00080000:2.0:1787829503.062352:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829503.062353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829503.062359:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:3.0:1787829503.062366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000008:00100000:2.0:1787829503.062369:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829503.062374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422385664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787829503.062384:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422386176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829503.062407:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829503.062428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829503.062437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829503/real 1787829503] req@ffff8a4f06e8de00 x1874669422385792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829503.062445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422385792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829503.062450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829503.062452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829503.062454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829503.062458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829503.062473:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829503.062482:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829503/real 1787829503] req@ffff8a4f06e8e580 x1874669422385920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829503.062489:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422385920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829503.062494:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829503.062496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829503.062498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422385920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829503.062501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829503.062511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829503.062516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829503/real 1787829503] req@ffff8a4f06e8f840 x1874669422386048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829503.062522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422386048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829503.062526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829503.062528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829503.062530:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829503.062533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829503.062542:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829503.062547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829503/real 1787829503] req@ffff8a4f06e8d2c0 x1874669422386176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829503.062554:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422386176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829503.062558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829503.062560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829503.062561:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829503.190004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829504.214001:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829505.237984:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829506.261999:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829507.285974:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829508.181923:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829508.181935:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829508.181938:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829508.181946:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5466 00000100:00080000:2.0:1787829508.181954:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829508.181960:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829508.181990:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422386304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829508.182011:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829508.182013:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829508.182015:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829508.182017:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5466 00000100:00080000:2.0:1787829508.182019:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829508.182021:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829508.182028:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829508.182037:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422386432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829508.182044:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829508.182048:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829508.182051:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829508.182053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422386304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829508.182055:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5466 00000100:00080000:2.0:1787829508.182060:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829508.182063:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829508.182066:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829508.182073:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422386560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829508.182079:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829508.182081:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829508.182082:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829508.182084:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5466 00000100:00080000:2.0:1787829508.182086:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829508.182088:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829508.182091:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829508.182097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422386688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829508.182102:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829508.182104:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829508.182105:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829508.182107:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5466 00000800:00000100:3.0:1787829508.182111:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829508.182113:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829508.182117:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829508.182120:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829508.182128:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422386816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829508.182151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829508/real 1787829508] req@ffff8a4f06e8f0c0 x1874669422386304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829508.182166:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422386304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829508.182173:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829508.182176:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829508.182178:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422386304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829508.182197:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829508.182210:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829508.182217:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829508/real 1787829508] req@ffff8a4f06e8d2c0 x1874669422386432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829508.182224:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422386432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829508.182229:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829508.182232:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829508.182234:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829508.182237:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829508.182245:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829508.182250:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829508/real 1787829508] req@ffff8a4f06e8f840 x1874669422386560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829508.182257:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422386560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829508.182261:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829508.182263:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829508.182264:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829508.182267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829508.182276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829508.182281:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829508/real 1787829508] req@ffff8a4f06e8e580 x1874669422386688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829508.182286:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422386688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829508.182292:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829508.182294:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829508.182296:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829508.182299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829508.182306:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829508.182311:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829508/real 1787829508] req@ffff8a4f06e8de00 x1874669422386816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829508.182316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422386816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829508.182321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829508.182323:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829508.182325:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422386816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829508.310070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829509.333990:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829510.358029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829511.381957:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829512.406025:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829513.301943:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829513.301950:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829513.301953:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829513.301960:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5471 00000100:00080000:2.0:1787829513.301968:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829513.301974:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829513.302004:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422386944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829513.302024:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829513.302027:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829513.302028:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829513.302030:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5471 00000100:00080000:2.0:1787829513.302032:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829513.302034:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829513.302041:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829513.302047:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422387072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829513.302053:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829513.302055:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829513.302056:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829513.302058:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5471 00000100:00080000:2.0:1787829513.302060:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829513.302063:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829513.302065:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829513.302070:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422387200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829513.302074:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829513.302076:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829513.302077:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829513.302079:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5471 00000100:00080000:2.0:1787829513.302080:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829513.302082:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829513.302084:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829513.302089:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422387328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829513.302094:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829513.302096:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829513.302097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829513.302100:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5471 00000100:00080000:2.0:1787829513.302102:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829513.302104:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829513.302106:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829513.302111:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422387456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829513.302123:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422386944:192.168.203.149@tcp:250:kworker.0 00000800:00000100:3.0:1787829513.302184:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829513.302222:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829513/real 1787829513] req@ffff8a4f06e8c000 x1874669422386944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829513.302239:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422386944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829513.302249:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829513.302253:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829513.302257:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422386944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829513.302264:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829513.302284:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829513.302302:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829513/real 1787829513] req@ffff8a4f06e8c3c0 x1874669422387072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829513.302316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422387072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829513.302323:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829513.302326:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829513.302329:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829513.302335:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829513.302352:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829513.302362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829513/real 1787829513] req@ffff8a4f06e8cf00 x1874669422387200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829513.302373:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422387200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829513.302380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829513.302383:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829513.302386:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829513.302391:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829513.302409:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829513.302419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829513/real 1787829513] req@ffff8a4f06e8e940 x1874669422387328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829513.302430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422387328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829513.302437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829513.302440:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829513.302444:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829513.302471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829513.302488:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829513.302498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829513/real 1787829513] req@ffff8a4f06e8cb40 x1874669422387456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829513.302508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422387456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829513.302516:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829513.302519:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829513.302521:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829513.429973:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829514.453982:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829515.477987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829516.501978:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829517.525992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829518.421943:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829518.421953:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829518.421957:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829518.421966:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5476 00000100:00080000:1.0:1787829518.421976:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829518.421983:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829518.422025:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422387584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829518.422048:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829518.422053:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829518.422055:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829518.422058:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5476 00000100:00080000:1.0:1787829518.422062:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829518.422067:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829518.422077:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829518.422082:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422387584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829518.422091:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422387712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829518.422102:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829518.422106:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829518.422108:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829518.422111:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5476 00000100:00080000:1.0:1787829518.422116:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829518.422119:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829518.422123:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829518.422133:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829518.422137:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422387840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829518.422148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829518.422151:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829518.422152:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829518.422155:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5476 00000100:00080000:1.0:1787829518.422158:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829518.422162:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829518.422167:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829518.422170:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829518/real 1787829518] req@ffff8a4f13cb3840 x1874669422387584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829518.422181:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422387968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829518.422186:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422387584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829518.422198:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829518.422201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829518.422202:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829518.422205:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787829518.422207:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829518.422210:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422387584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829518.422215:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5476 00000100:00080000:1.0:1787829518.422219:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829518.422223:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829518.422227:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829518.422238:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829518.422239:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422388096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829518.422276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829518.422285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829518/real 1787829518] req@ffff8a4f13cb2580 x1874669422387712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829518.422293:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422387712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829518.422298:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829518.422300:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829518.422302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829518.422306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829518.422316:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829518.422321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829518/real 1787829518] req@ffff8a4f13cb21c0 x1874669422387840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829518.422328:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422387840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829518.422333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829518.422334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829518.422336:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829518.422339:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829518.422348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829518.422353:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829518/real 1787829518] req@ffff8a4f13cb1e00 x1874669422387968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829518.422360:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422387968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829518.422364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829518.422365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829518.422367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422387968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829518.422377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829518.422386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829518.422391:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829518/real 1787829518] req@ffff8a4f13cb0000 x1874669422388096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829518.422397:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422388096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829518.422406:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829518.422408:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829518.422410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829518.550113:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829519.574111:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829520.598069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829521.621991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829522.646067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829523.541941:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829523.541948:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829523.541952:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829523.541959:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5481 00000100:00080000:0.0:1787829523.541967:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829523.541973:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829523.542001:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422388224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829523.542020:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829523.542023:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829523.542024:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829523.542026:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5481 00000100:00080000:0.0:1787829523.542029:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829523.542031:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829523.542038:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829523.542046:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422388352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829523.542053:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829523.542057:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787829523.542057:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422388224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829523.542060:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829523.542066:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5481 00000100:00080000:0.0:1787829523.542068:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829523.542070:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829523.542073:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829523.542085:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422388480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829523.542091:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829523.542094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829523.542095:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829523.542097:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5481 00000100:00080000:0.0:1787829523.542099:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829523.542102:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829523.542105:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829523.542112:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422388608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829523.542122:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829523.542132:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829523.542135:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829523.542137:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829523.542142:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5481 00000100:00080000:0.0:1787829523.542145:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829523.542149:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829523.542154:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829523.542158:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829523/real 1787829523] req@ffff8a4f13c59680 x1874669422388224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829523.542175:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422388736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829523.542181:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422388224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829523.542197:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829523.542201:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829523.542207:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422388224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829523.542228:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829523.542244:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829523.542252:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829523/real 1787829523] req@ffff8a4f13c58780 x1874669422388352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829523.542260:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422388352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829523.542265:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829523.542267:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829523.542269:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829523.542272:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829523.542280:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829523.542286:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829523/real 1787829523] req@ffff8a4f13c5ad00 x1874669422388480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829523.542292:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422388480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829523.542297:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829523.542298:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829523.542300:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829523.542303:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829523.542311:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829523.542316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829523/real 1787829523] req@ffff8a4f13c5b480 x1874669422388608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829523.542322:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422388608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829523.542326:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829523.542327:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829523.542330:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829523.542333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829523.542341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829523.542346:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829523/real 1787829523] req@ffff8a4f13c58000 x1874669422388736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829523.542352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422388736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829523.542356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829523.542358:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829523.542359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829523.669964:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829524.693996:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829525.717966:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829526.742002:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829527.765957:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829528.661963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829528.661972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829528.661976:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829528.661984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5487 00000100:00080000:1.0:1787829528.661993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829528.661999:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829528.662032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422388864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829528.662051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829528.662055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829528.662057:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829528.662060:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5487 00000100:00080000:1.0:1787829528.662064:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829528.662069:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829528.662079:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829528.662083:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422388864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829528.662093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422388992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829528.662106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829528.662109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829528.662111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829528.662115:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5487 00000100:00080000:1.0:1787829528.662119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829528.662123:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829528.662127:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1787829528.662133:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829528.662146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422389120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829528.662156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829528.662159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829528.662160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829528.662166:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5487 00000100:00100000:3.0:1787829528.662166:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829528/real 1787829528] req@ffff8a4f13cb2d00 x1874669422388864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829528.662171:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829528.662177:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829528.662183:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829528.662192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422389248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829528.662196:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422388864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829528.662224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829528.662225:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829528.662230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829528.662233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829528.662233:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:1.0:1787829528.662240:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5487 00000100:00100000:3.0:1787829528.662241:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422388864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829528.662252:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829528.662258:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829528.662262:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388992:192.168.203.149@tcp:38:kworker.0 00000008:00100000:1.0:1787829528.662263:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829528.662281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422389376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829528.662285:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829528.662296:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829528/real 1787829528] req@ffff8a4f13cb1a40 x1874669422388992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829528.662305:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422388992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829528.662310:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829528.662313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829528.662315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422388992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829528.662319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829528.662329:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829528.662334:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829528/real 1787829528] req@ffff8a4f13cb0b40 x1874669422389120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829528.662340:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422389120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829528.662345:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829528.662346:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829528.662348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829528.662351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829528.662359:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829528.662366:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829528/real 1787829528] req@ffff8a4f13cb0780 x1874669422389248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829528.662376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422389248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829528.662383:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829528.662386:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829528.662389:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829528.662403:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829528.662420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829528.662428:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829528/real 1787829528] req@ffff8a4f13cb30c0 x1874669422389376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829528.662434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422389376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829528.662439:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829528.662441:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829528.662442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829528.789995:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829529.814018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829530.838004:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829531.862002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829532.886004:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829533.781978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829533.781986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829533.781989:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829533.781996:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5492 00000100:00080000:2.0:1787829533.782003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829533.782008:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829533.782038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422389504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829533.782059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829533.782063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829533.782064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829533.782072:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5492 00000100:00080000:2.0:1787829533.782075:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829533.782079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829533.782088:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829533.782100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422389632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829533.782111:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422389504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829533.782112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829533.782128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829533.782132:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829533.782137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5492 00000100:00080000:2.0:1787829533.782141:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829533.782145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829533.782151:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829533.782162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422389760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829533.782173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1787829533.782173:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829533.782180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829533.782182:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829533.782186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5492 00000100:00080000:2.0:1787829533.782190:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829533.782194:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829533.782199:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829533.782209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422389888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829533.782217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829533.782220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829533.782222:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829533.782225:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5492 00000100:00080000:2.0:1787829533.782229:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829533.782232:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829533/real 1787829533] req@ffff8a4f06e8d680 x1874669422389504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829533.782235:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829533.782243:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829533.782259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422390016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829533.782259:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422389504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829533.782292:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829533.782297:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829533.782301:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422389504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829533.782325:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829533.782348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829533.782361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829533/real 1787829533] req@ffff8a4f06e8f480 x1874669422389632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829533.782374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422389632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829533.782382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829533.782385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829533.782388:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829533.782394:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829533.782413:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829533.782426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829533/real 1787829533] req@ffff8a4f06e8e1c0 x1874669422389760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829533.782437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422389760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829533.782450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829533.782453:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829533.782456:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829533.782462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829533.782482:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829533.782493:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829533/real 1787829533] req@ffff8a4f06e8ed00 x1874669422389888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829533.782506:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422389888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829533.782514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829533.782517:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829533.782520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422389888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829533.782526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829533.782544:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829533.782556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829533/real 1787829533] req@ffff8a4f06e8c780 x1874669422390016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829533.782568:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422390016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829533.782575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829533.782578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829533.782582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829533.909997:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829534.934057:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829535.957995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829536.982046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829538.006008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829538.901955:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829538.901965:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829538.901968:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829538.901976:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5497 00000100:00080000:0.0:1787829538.901984:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829538.901990:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829538.902030:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422390144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829538.902056:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829538.902058:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829538.902063:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829538.902065:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5497 00000100:00080000:0.0:1787829538.902068:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829538.902072:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829538.902078:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829538.902088:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422390272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829538.902095:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829538.902097:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829538.902099:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829538.902103:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422390144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829538.902104:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5497 00000100:00080000:0.0:1787829538.902108:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829538.902112:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829538.902114:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829538.902121:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422390400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829538.902127:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829538.902129:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829538.902129:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829538.902131:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5497 00000100:00080000:0.0:1787829538.902133:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829538.902135:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829538.902138:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829538.902143:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422390528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829538.902148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829538.902150:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829538.902151:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829538.902153:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5497 00000100:00080000:0.0:1787829538.902159:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829538.902162:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829538.902166:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829538.902170:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829538.902180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422390656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829538.902209:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829538/real 1787829538] req@ffff8a4f13c5a580 x1874669422390144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829538.902229:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422390144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829538.902250:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829538.902253:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829538.902256:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422390144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829538.902276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829538.902299:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829538.902308:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829538/real 1787829538] req@ffff8a4f13c59a40 x1874669422390272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829538.902316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422390272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829538.902321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829538.902324:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829538.902326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829538.902330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829538.902340:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829538.902346:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829538/real 1787829538] req@ffff8a4f13c583c0 x1874669422390400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829538.902353:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422390400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829538.902357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829538.902359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829538.902360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829538.902363:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829538.902372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829538.902377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829538/real 1787829538] req@ffff8a4f13c5a940 x1874669422390528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829538.902383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422390528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829538.902387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829538.902389:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829538.902390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829538.902393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829538.902401:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829538.902406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829538/real 1787829538] req@ffff8a4f13c58f00 x1874669422390656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829538.902413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422390656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829538.902418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829538.902420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829538.902423:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829539.030000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829540.054008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829541.078031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829542.102048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829543.126119:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829544.021965:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829544.021975:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829544.021979:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829544.021990:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5502 00000100:00080000:1.0:1787829544.022001:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829544.022008:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829544.022048:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422390784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829544.022073:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829544.022076:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829544.022078:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829544.022080:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5502 00000100:00080000:1.0:1787829544.022083:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829544.022086:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829544.022097:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829544.022106:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422390912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829544.022111:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422390784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829544.022118:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829544.022121:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829544.022122:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829544.022125:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5502 00000100:00080000:1.0:1787829544.022127:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829544.022129:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829544.022132:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829544.022142:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422391040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829544.022148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829544.022157:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829544.022158:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829544.022161:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5502 00000100:00080000:1.0:1787829544.022164:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829544.022167:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829544.022171:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829544.022179:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422391168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829544.022185:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829544.022191:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829544.022194:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829544.022196:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829544.022200:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5502 00000100:00080000:1.0:1787829544.022203:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829544.022206:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829544.022208:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829544.022215:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422391296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829544.022244:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829544/real 1787829544] req@ffff8a4f13cb03c0 x1874669422390784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829544.022274:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422390784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829544.022288:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829544.022293:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829544.022297:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422390784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829544.022325:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829544.022351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829544.022367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829544/real 1787829544] req@ffff8a4f13cb12c0 x1874669422390912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829544.022381:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422390912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829544.022392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829544.022395:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829544.022399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422390912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829544.022406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829544.022440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829544.022454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829544/real 1787829544] req@ffff8a4f13cb30c0 x1874669422391040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829544.022468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422391040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829544.022477:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829544.022481:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829544.022484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829544.022492:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829544.022516:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829544.022529:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829544/real 1787829544] req@ffff8a4f13cb0780 x1874669422391168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829544.022543:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422391168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829544.022551:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829544.022554:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829544.022558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829544.022566:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829544.022588:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829544.022601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829544/real 1787829544] req@ffff8a4f13cb0b40 x1874669422391296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829544.022615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422391296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829544.022624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829544.022627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829544.022645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829544.150019:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829545.174047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829546.198016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829547.222090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829548.246003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829549.141990:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829549.142004:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829549.142010:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829549.142024:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5507 00000100:00080000:1.0:1787829549.142039:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829549.142049:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829549.142101:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422391424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829549.142150:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829549.142155:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829549.142157:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829549.142162:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5507 00000100:00080000:1.0:1787829549.142166:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829549.142172:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829549.142186:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829549.142205:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422391552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829549.142214:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422391424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829549.142243:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829549.142248:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829549.142251:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829549.142258:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5507 00000100:00080000:1.0:1787829549.142263:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829549.142269:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829549.142276:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829549.142292:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422391680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829549.142304:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829549.142308:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829549.142311:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829549.142316:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5507 00000100:00080000:1.0:1787829549.142323:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829549.142330:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829549.142340:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829549.142357:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829549.142358:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422391808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829549.142382:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829549.142386:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829549.142388:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829549.142395:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5507 00000100:00080000:1.0:1787829549.142403:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829549.142411:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829549.142411:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391680:192.168.203.149@tcp:38:kworker.0 00000008:00100000:1.0:1787829549.142426:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829549.142449:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422391936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829549.142472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829549.142515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829549.270148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829550.294059:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829551.318091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829552.214215:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829552.214265:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829552.214283:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829552.214322:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829552.214330:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829552.214337:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829552.214343:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787829552.214413:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829549/real 1787829552] req@ffff8a4f13cb21c0 x1874669422391936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829552.214461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422391936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829552.214490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829552.214497:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829552.214502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391936:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829552.214511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829549/real 1787829552] req@ffff8a4f13cb1e00 x1874669422391808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829552.214525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422391808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829552.214534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829552.214538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829552.214542:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829552.214550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829549/real 1787829552] req@ffff8a4f13cb2d00 x1874669422391552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829552.214562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422391552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829552.214570:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829552.214587:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829552.214591:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829552.214599:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829549/real 1787829552] req@ffff8a4f13cb0000 x1874669422391680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829552.214612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422391680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829552.214620:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829552.214623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829552.214626:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422391680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829552.214633:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829549/real 1787829552] req@ffff8a4f13cb1a40 x1874669422391424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829552.214645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422391424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829552.214658:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829552.214662:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829552.214665:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422391424:192.168.203.149@tcp:250:kworker.0 00010000:00010000:3.0:1787829552.342067:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829553.366101:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829554.262006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829554.262016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829554.262020:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829554.262029:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5512 00000100:00080000:0.0:1787829554.262045:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829554.262054:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829554.262090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422392064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829554.262123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829554.262127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829554.262130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829554.262135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5512 00000100:00080000:0.0:1787829554.262139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829554.262143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829554.262152:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829554.262165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422392192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829554.262177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829554.262183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787829554.262183:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422392064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829554.262186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829554.262195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5512 00000100:00080000:0.0:1787829554.262199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829554.262202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829554.262208:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829554.262220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422392320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829554.262230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829554.262234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829554.262236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829554.262241:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5512 00000100:00080000:0.0:1787829554.262246:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829554.262251:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829554.262256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829554.262258:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829554.262277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422392448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829554.262289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829554.262293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829554.262295:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829554.262298:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5512 00000100:00080000:0.0:1787829554.262303:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829554.262307:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829554.262312:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829554.262319:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829554/real 1787829554] req@ffff8a4f13c5bc00 x1874669422392064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829554.262327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422392576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829554.262354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422392064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829554.262367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829554.262372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829554.262377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422392064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829554.262403:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829554.262429:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829554.262445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829554/real 1787829554] req@ffff8a4f13c5b0c0 x1874669422392192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829554.262459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422392192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829554.262468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829554.262472:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829554.262475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829554.262482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829554.262505:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829554.262519:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829554/real 1787829554] req@ffff8a4f13c592c0 x1874669422392320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829554.262530:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422392320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829554.262539:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829554.262542:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829554.262546:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829554.262552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829554.262589:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829554.262601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829554/real 1787829554] req@ffff8a4f13c5a1c0 x1874669422392448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829554.262612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422392448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829554.262620:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829554.262623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829554.262626:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829554.262631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829554.262648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829554.262659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829554/real 1787829554] req@ffff8a4f13c58f00 x1874669422392576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829554.262672:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422392576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829554.262681:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829554.262684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829554.262687:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829554.390087:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829555.414116:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829556.438103:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829557.462074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829558.486045:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829559.381943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829559.381955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829559.381959:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829559.381970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5517 00000100:00080000:0.0:1787829559.381981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829559.381989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829559.382025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422392704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829559.382053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829559.382056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829559.382058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829559.382063:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5517 00000100:00080000:0.0:1787829559.382068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829559.382072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829559.382082:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829559.382088:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422392704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829559.382096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422392832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829559.382109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829559.382112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829559.382114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829559.382118:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5517 00000100:00080000:0.0:1787829559.382122:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829559.382126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829559.382131:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829559.382141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422392960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829559.382148:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829559.382153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829559.382156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829559.382159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829559.382164:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5517 00000100:00080000:0.0:1787829559.382168:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829559.382172:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829559.382177:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829559.382186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422393088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829559.382195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1787829559.382196:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829559/real 1787829559] req@ffff8a4f13c5a940 x1874669422392704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829559.382214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829559.382218:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829559.382223:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5517 00000100:00100000:3.0:1787829559.382227:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422392704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829559.382228:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829559.382237:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:3.0:1787829559.382242:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1787829559.382243:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787829559.382248:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829559.382252:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422392704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829559.382259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422393216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829559.382275:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829559.382294:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829559.382302:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829559/real 1787829559] req@ffff8a4f13c583c0 x1874669422392832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829559.382310:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422392832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829559.382324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829559.382326:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829559.382328:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829559.382332:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829559.382344:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829559.382351:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829559/real 1787829559] req@ffff8a4f13c59a40 x1874669422392960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829559.382359:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422392960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829559.382368:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829559.382370:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829559.382373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422392960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829559.382376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829559.382386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829559.382392:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829559/real 1787829559] req@ffff8a4f13c5a580 x1874669422393088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829559.382399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422393088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829559.382404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829559.382406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829559.382407:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829559.382411:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829559.382420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829559.382426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829559/real 1787829559] req@ffff8a4f13c58000 x1874669422393216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829559.382433:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422393216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829559.382437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829559.382439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829559.382442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829559.510071:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829560.533989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829561.558021:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829562.581998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829563.606029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829564.501977:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829564.501988:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829564.501993:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829564.502003:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5522 00000100:00080000:1.0:1787829564.502020:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829564.502029:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829564.502069:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422393344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829564.502101:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829564.502105:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829564.502107:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829564.502112:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5522 00000100:00080000:1.0:1787829564.502116:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829564.502120:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829564.502131:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829564.502146:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422393472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829564.502154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422393344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829564.502162:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829564.502175:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829564.502177:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829564.502181:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5522 00000100:00080000:1.0:1787829564.502186:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829564.502190:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829564.502196:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829564.502212:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422393600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829564.502223:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829564.502227:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829564.502229:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787829564.502235:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829564.502236:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5522 00000100:00080000:1.0:1787829564.502242:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829564.502246:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829564.502251:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829564.502261:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422393728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829564.502267:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829564.502270:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829564.502271:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829564.502274:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5522 00000100:00080000:1.0:1787829564.502276:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829564.502279:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829564.502285:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829564.502294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829564/real 1787829564] req@ffff8a4f13cb2580 x1874669422393344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829564.502299:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422393856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829564.502331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422393344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829564.502351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829564.502357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829564.502361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422393344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829564.502385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829564.502408:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829564.502421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829564/real 1787829564] req@ffff8a4f13cb3840 x1874669422393472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829564.502434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422393472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829564.502442:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829564.502445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829564.502448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829564.502455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829564.502476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829564.502507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829564/real 1787829564] req@ffff8a4f13cb1a40 x1874669422393600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829564.502521:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422393600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829564.502530:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829564.502533:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829564.502536:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829564.502543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829564.502563:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829564.502575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829564/real 1787829564] req@ffff8a4f13cb0000 x1874669422393728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829564.502587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422393728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829564.502595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829564.502599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829564.502602:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829564.502608:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829564.502629:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829564.502641:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829564/real 1787829564] req@ffff8a4f13cb2d00 x1874669422393856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829564.502661:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422393856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829564.502670:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829564.502673:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829564.502676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422393856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829564.629981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829565.654052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829566.678016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829567.702030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829568.725991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829569.621965:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829569.621976:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829569.621980:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829569.621991:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5528 00000100:00080000:0.0:1787829569.622003:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829569.622011:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829569.622051:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422393984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829569.622080:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829569.622084:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829569.622086:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829569.622090:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5528 00000100:00080000:0.0:1787829569.622094:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829569.622100:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829569.622109:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829569.622122:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422394112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829569.622126:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422393984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829569.622142:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829569.622145:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829569.622147:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829569.622151:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5528 00000100:00080000:0.0:1787829569.622155:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829569.622158:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829569.622163:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829569.622173:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422394240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829569.622183:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829569.622186:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829569.622188:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787829569.622193:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829569.622198:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5528 00000100:00080000:0.0:1787829569.622204:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829569.622209:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829569.622214:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829569.622225:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422394368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829569.622234:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829569/real 1787829569] req@ffff8a4f13c5b480 x1874669422393984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829569.622237:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829569.622241:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829569.622243:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829569.622251:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5528 00000100:00080000:0.0:1787829569.622257:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829569.622261:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422393984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829569.622264:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829569.622272:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787829569.622277:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829569.622283:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829569.622285:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422394496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829569.622290:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422393984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829569.622323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829569.622339:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829569.622348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829569/real 1787829569] req@ffff8a4f13c5ad00 x1874669422394112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829569.622361:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422394112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829569.622367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829569.622369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829569.622371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829569.622375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829569.622385:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829569.622391:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829569/real 1787829569] req@ffff8a4f13c58780 x1874669422394240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829569.622399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422394240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829569.622404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829569.622405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829569.622407:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829569.622411:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829569.622421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829569.622426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829569/real 1787829569] req@ffff8a4f13c59680 x1874669422394368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829569.622434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422394368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829569.622443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829569.622445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829569.622449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829569.622467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829569.622487:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829569.622498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829569/real 1787829569] req@ffff8a4f13c58000 x1874669422394496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829569.622519:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422394496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829569.622526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829569.622528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829569.622530:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829569.750084:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829570.773994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829571.798031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829572.822059:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829573.846042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829574.741998:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829574.742009:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829574.742013:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829574.742024:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5533 00000100:00080000:0.0:1787829574.742035:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829574.742043:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829574.742087:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422394624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829574.742127:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829574.742130:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829574.742132:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829574.742135:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5533 00000100:00080000:0.0:1787829574.742138:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829574.742141:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829574.742151:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829574.742160:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422394752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829574.742167:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829574.742171:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829574.742172:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829574.742175:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5533 00000100:00080000:0.0:1787829574.742177:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829574.742179:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829574.742182:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829574.742189:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422394880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829574.742194:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422394624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829574.742199:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829574.742203:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829574.742209:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829574.742213:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5533 00000100:00080000:0.0:1787829574.742216:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829574.742219:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829574.742223:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829574.742234:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422395008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829574.742241:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829574.742244:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829574.742245:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829574.742248:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5533 00000100:00080000:0.0:1787829574.742250:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829574.742252:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829574.742255:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829574.742263:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422395136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829574.742272:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829574.742317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829574/real 1787829574] req@ffff8a4f13c5a580 x1874669422394624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829574.742331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422394624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829574.742340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829574.742344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829574.742347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422394624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829574.742353:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829574.742368:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829574.742377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829574/real 1787829574] req@ffff8a4f13c59a40 x1874669422394752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829574.742385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422394752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829574.742391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829574.742392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829574.742394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829574.742435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829574.742452:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829574.742460:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829574/real 1787829574] req@ffff8a4f13c583c0 x1874669422394880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829574.742469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422394880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829574.742475:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829574.742477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829574.742479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422394880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829574.742483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829574.742494:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829574.742500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829574/real 1787829574] req@ffff8a4f13c5a940 x1874669422395008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829574.742508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422395008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829574.742513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829574.742515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829574.742516:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829574.742520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829574.742530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829574.742536:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829574/real 1787829574] req@ffff8a4f13c58f00 x1874669422395136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829574.742544:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422395136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829574.742549:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829574.742551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829574.742552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829574.870050:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829575.894072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829576.918009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829577.942067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829578.965968:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829579.861966:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829579.861977:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829579.861982:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829579.861992:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5538 00000100:00080000:0.0:1787829579.862004:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829579.862011:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829579.862052:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422395264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829579.862078:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829579.862082:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829579.862083:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829579.862087:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5538 00000100:00080000:0.0:1787829579.862089:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829579.862092:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829579.862107:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829579.862116:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422395392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829579.862123:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829579.862125:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829579.862127:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829579.862129:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5538 00000100:00080000:0.0:1787829579.862133:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829579.862137:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829579.862141:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829579.862147:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422395520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829579.862158:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829579.862161:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829579.862162:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829579.862165:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5538 00000100:00080000:0.0:1787829579.862167:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829579.862177:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829579.862179:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422395264:192.168.203.149@tcp:250:kworker.0 00000008:00100000:0.0:1787829579.862181:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829579.862198:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422395648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829579.862208:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829579.862212:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829579.862213:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829579.862216:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5538 00000100:00080000:0.0:1787829579.862219:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829579.862221:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829579.862224:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829579.862236:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422395776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829579.862259:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829579.862307:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829579/real 1787829579] req@ffff8a4f13c5a1c0 x1874669422395264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829579.862323:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422395264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829579.862332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829579.862336:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829579.862339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422395264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829579.862344:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829579.862359:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829579.862367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829579/real 1787829579] req@ffff8a4f13c592c0 x1874669422395392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829579.862375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422395392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829579.862393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829579.862396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829579.862398:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829579.862420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829579.862436:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829579.862443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829579/real 1787829579] req@ffff8a4f13c5b0c0 x1874669422395520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829579.862452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422395520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829579.862462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829579.862465:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829579.862467:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829579.862470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829579.862481:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829579.862486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829579/real 1787829579] req@ffff8a4f13c5bc00 x1874669422395648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829579.862494:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422395648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829579.862499:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829579.862501:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829579.862503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829579.862507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829579.862517:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829579.862522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829579/real 1787829579] req@ffff8a4f13c58f00 x1874669422395776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829579.862530:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422395776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829579.862535:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829579.862537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829579.862539:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422395776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829579.990045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829581.013979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829582.037997:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829583.061955:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829584.085998:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829584.982019:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829584.982030:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829584.982035:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829584.982046:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5543 00000100:00080000:3.0:1787829584.982055:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829584.982070:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829584.982102:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422395904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829584.982123:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829584.982126:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829584.982127:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829584.982130:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5543 00000100:00080000:3.0:1787829584.982132:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829584.982135:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829584.982148:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829584.982159:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422396032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829584.982163:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422395904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829584.982169:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829584.982173:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829584.982175:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829584.982178:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5543 00000100:00080000:3.0:1787829584.982181:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829584.982184:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829584.982187:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829584.982197:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422396160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829584.982203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829584.982206:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829584.982207:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829584.982210:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5543 00000100:00080000:3.0:1787829584.982214:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829584.982216:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829584.982219:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829584.982226:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422396288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829584.982232:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829584.982237:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1787829584.982238:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829584.982239:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829584.982245:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5543 00000100:00080000:3.0:1787829584.982247:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829584.982250:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829584.982253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829584.982261:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422396416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829584.982285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829584/real 1787829584] req@ffff8a4f08daa1c0 x1874669422395904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829584.982301:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422395904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829584.982310:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829584.982313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829584.982316:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422395904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829584.982336:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829584.982369:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829584.982379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829584/real 1787829584] req@ffff8a4f08da9680 x1874669422396032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829584.982388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422396032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829584.982393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829584.982396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829584.982398:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829584.982402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829584.982414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829584.982420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829584/real 1787829584] req@ffff8a4f08da8f00 x1874669422396160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829584.982428:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422396160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829584.982433:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829584.982435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829584.982437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829584.982440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829584.982451:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829584.982457:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829584/real 1787829584] req@ffff8a4f08dab840 x1874669422396288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829584.982470:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422396288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829584.982475:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829584.982476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829584.982478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829584.982482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829584.982491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829584.982497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829584/real 1787829584] req@ffff8a4f08daad00 x1874669422396416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829584.982504:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422396416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829584.982509:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829584.982511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829584.982513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829585.110006:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829586.133995:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829587.158000:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829588.182055:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829589.206000:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829590.101973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829590.101983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829590.101988:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829590.101998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5548 00000100:00080000:2.0:1787829590.102007:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829590.102014:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829590.102045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422396544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829590.102077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829590.102081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829590.102083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829590.102088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5548 00000100:00080000:2.0:1787829590.102092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829590.102096:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829590.102107:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829590.102133:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422396544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787829590.102140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422396672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829590.102155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829590.102159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829590.102162:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829590.102168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5548 00000100:00080000:2.0:1787829590.102173:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829590.102178:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829590.102184:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829590.102196:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787829590.102199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422396800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829590.102211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829590.102215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829590.102218:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829590.102222:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5548 00000100:00080000:2.0:1787829590.102226:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829590.102231:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829590.102237:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829590.102246:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829590/real 1787829590] req@ffff8a4f06e8da40 x1874669422396544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829590.102251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422396928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829590.102276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829590.102280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829590.102283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829590.102285:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422396544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787829590.102290:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5548 00000100:00080000:2.0:1787829590.102298:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829590.102303:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787829590.102304:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787829590.102320:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829590.102326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422396544:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787829590.102327:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829590.102343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422397056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829590.102351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829590.102376:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829590.102387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829590/real 1787829590] req@ffff8a4f06e8c780 x1874669422396672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829590.102396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422396672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829590.102401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829590.102404:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829590.102406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829590.102410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829590.102420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829590.102427:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829590/real 1787829590] req@ffff8a4f06e8ed00 x1874669422396800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829590.102434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422396800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829590.102440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829590.102441:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829590.102443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829590.102447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829590.102457:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829590.102463:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829590/real 1787829590] req@ffff8a4f06e8e1c0 x1874669422396928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829590.102471:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422396928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829590.102476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829590.102477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829590.102479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422396928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829590.102491:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829590.102501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829590.102510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829590/real 1787829590] req@ffff8a4f06e8f480 x1874669422397056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829590.102522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422397056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829590.102531:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829590.102534:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829590.102538:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829590.230110:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829591.253962:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829592.278042:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829593.301986:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829594.326053:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829595.221969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829595.221979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829595.221983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829595.221993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5553 00000100:00080000:3.0:1787829595.222003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829595.222011:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829595.222056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422397184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829595.222080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829595.222084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829595.222086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829595.222090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5553 00000100:00080000:3.0:1787829595.222095:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829595.222099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829595.222108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829595.222121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422397312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829595.222122:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422397184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829595.222135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829595.222138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829595.222140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829595.222143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5553 00000100:00080000:3.0:1787829595.222146:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829595.222148:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829595.222152:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829595.222160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422397440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829595.222167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829595.222169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829595.222170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829595.222172:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5553 00000100:00080000:3.0:1787829595.222174:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829595.222176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829595.222179:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829595.222183:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829595.222191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422397568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829595.222197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829595.222199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829595.222201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829595.222203:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5553 00000100:00080000:3.0:1787829595.222205:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829595.222208:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829595.222211:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829595.222214:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829595/real 1787829595] req@ffff8a4f08da9a40 x1874669422397184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829595.222223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422397696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829595.222239:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422397184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829595.222250:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829595.222255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829595.222259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422397184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829595.222295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829595.222318:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829595.222330:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829595/real 1787829595] req@ffff8a4f08daa940 x1874669422397312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829595.222341:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422397312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829595.222346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829595.222348:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829595.222351:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829595.222355:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829595.222368:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829595.222374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829595/real 1787829595] req@ffff8a4f08dab480 x1874669422397440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829595.222385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422397440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829595.222390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829595.222391:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829595.222393:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829595.222396:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829595.222405:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829595.222410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829595/real 1787829595] req@ffff8a4f08da83c0 x1874669422397568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829595.222417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422397568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829595.222421:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829595.222423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829595.222424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829595.222427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829595.222440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829595.222446:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829595/real 1787829595] req@ffff8a4f08da92c0 x1874669422397696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829595.222452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422397696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829595.222461:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829595.222462:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829595.222464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829595.350011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829596.374031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829597.397997:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829598.422048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829599.445980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829600.341937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829600.341944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829600.341947:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829600.341954:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5558 00000100:00080000:2.0:1787829600.341963:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829600.341968:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829600.342000:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422397824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829600.342019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829600.342022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829600.342023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829600.342026:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5558 00000100:00080000:2.0:1787829600.342028:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829600.342030:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829600.342037:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829600.342045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422397952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829600.342051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829600.342054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829600.342055:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829600.342057:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5558 00000100:00080000:2.0:1787829600.342059:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829600.342063:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422397824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829600.342064:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829600.342071:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829600.342077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422398080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829600.342084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829600.342086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829600.342087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829600.342090:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5558 00000100:00080000:2.0:1787829600.342093:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829600.342097:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829600.342102:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829600.342113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422398208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829600.342121:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829600.342124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829600.342129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829600.342131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829600.342136:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5558 00000100:00080000:2.0:1787829600.342141:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829600.342145:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829600.342149:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829600.342156:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829600/real 1787829600] req@ffff8a4f06e8d680 x1874669422397824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829600.342164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422398336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829600.342173:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422397824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829600.342183:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829600.342186:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829600.342189:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422397824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829600.342195:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829600.342208:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829600.342215:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829600/real 1787829600] req@ffff8a4f06e8cb40 x1874669422397952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829600.342222:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422397952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829600.342227:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829600.342230:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829600.342231:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422397952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829600.342262:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829600.342277:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829600.342283:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829600/real 1787829600] req@ffff8a4f06e8e940 x1874669422398080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829600.342290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422398080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829600.342295:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829600.342297:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829600.342299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829600.342302:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829600.342310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829600.342316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829600/real 1787829600] req@ffff8a4f06e8cf00 x1874669422398208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829600.342322:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422398208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829600.342326:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829600.342328:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829600.342330:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829600.342333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829600.342341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829600.342346:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829600/real 1787829600] req@ffff8a4f06e8c3c0 x1874669422398336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829600.342352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422398336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829600.342357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829600.342358:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829600.342360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829600.469999:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829601.493975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829602.518000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829603.541978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829604.566074:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829605.461930:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829605.461938:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829605.461942:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829605.461951:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5563 00000100:00080000:2.0:1787829605.461960:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829605.461966:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829605.462000:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422398464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829605.462027:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829605.462029:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829605.462031:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829605.462033:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5563 00000100:00080000:2.0:1787829605.462035:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829605.462038:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829605.462046:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829605.462055:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422398592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829605.462065:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829605.462067:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829605.462069:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829605.462074:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422398464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829605.462074:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5563 00000100:00080000:2.0:1787829605.462079:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829605.462083:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829605.462086:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829605.462093:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422398720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829605.462101:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829605.462103:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829605.462105:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829605.462107:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5563 00000100:00080000:2.0:1787829605.462109:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829605.462111:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829605.462114:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829605.462121:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422398848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829605.462127:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829605.462129:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829605.462131:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787829605.462136:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829605.462136:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5563 00000100:00080000:2.0:1787829605.462142:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829605.462145:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829605.462149:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829605.462157:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422398976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829605.462178:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829605/real 1787829605] req@ffff8a4f06e8c000 x1874669422398464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829605.462191:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422398464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829605.462199:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829605.462217:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829605.462220:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422398464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829605.462241:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829605.462257:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829605.462267:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829605/real 1787829605] req@ffff8a4f06e8de00 x1874669422398592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829605.462276:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422398592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829605.462282:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829605.462284:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829605.462287:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829605.462290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829605.462300:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829605.462306:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829605/real 1787829605] req@ffff8a4f06e8e580 x1874669422398720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829605.462314:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422398720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829605.462319:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829605.462321:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829605.462322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829605.462333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829605.462348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829605.462355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829605/real 1787829605] req@ffff8a4f06e8f840 x1874669422398848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829605.462362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422398848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829605.462367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829605.462369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829605.462371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829605.462375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829605.462384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829605.462390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829605/real 1787829605] req@ffff8a4f06e8d2c0 x1874669422398976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829605.462396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422398976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829605.462402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829605.462403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829605.462405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422398976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829605.589964:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829606.614023:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829607.638018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829608.662041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829609.686022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829610.581989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829610.581997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829610.582001:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829610.582009:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5568 00000100:00080000:3.0:1787829610.582018:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829610.582029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829610.582062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422399104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829610.582085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829610.582087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829610.582089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829610.582091:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5568 00000100:00080000:3.0:1787829610.582093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829610.582096:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829610.582104:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829610.582111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422399232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829610.582120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829610.582122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829610.582124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829610.582126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5568 00000100:00080000:3.0:1787829610.582128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829610.582130:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829610.582133:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829610.582140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422399360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829610.582147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829610.582149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829610.582150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829610.582154:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5568 00000100:00080000:3.0:1787829610.582156:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829610.582158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829610.582161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829610.582182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422399488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829610.582192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829610.582196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787829610.582200:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422399104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829610.582200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829610.582209:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5568 00000100:00080000:3.0:1787829610.582220:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829610.582224:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829610.582228:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829610.582240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422399616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829610.582310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829610.582370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829610/real 1787829610] req@ffff8a4f08dab0c0 x1874669422399104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829610.582393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422399104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829610.582407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829610.582413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829610.582417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422399104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829610.582427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422399232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829610.582454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829610.582469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829610/real 1787829610] req@ffff8a4f08da8b40 x1874669422399232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829610.582483:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422399232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829610.582493:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829610.582497:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829610.582502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422399232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829610.582509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422399360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829610.582532:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829610.582546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829610/real 1787829610] req@ffff8a4f08dabc00 x1874669422399360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829610.582559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422399360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829610.582580:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829610.582584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829610.582588:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422399360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829610.582625:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422399488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829610.582649:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829610.582662:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829610/real 1787829610] req@ffff8a4f08da8000 x1874669422399488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829610.582676:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422399488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829610.582695:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829610.582700:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829610.582703:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422399488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829610.582710:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422399616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829610.582731:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829610.582752:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829610/real 1787829610] req@ffff8a4f08daa580 x1874669422399616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829610.582766:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422399616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829610.582775:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829610.582779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829610.582783:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422399616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829610.710050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829611.734011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829612.758018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829613.782138:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829614.806089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829615.701946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829615.701955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829615.701958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829615.701966:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5574 00000100:00080000:3.0:1787829615.701976:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829615.701982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829615.702014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422399744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829615.702048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829615.702051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829615.702053:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829615.702055:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5574 00000100:00080000:3.0:1787829615.702058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829615.702060:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829615.702067:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829615.702075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422399872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829615.702088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829615.702091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829615.702092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829615.702097:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5574 00000100:00080000:3.0:1787829615.702102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829615.702105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829615.702108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829615.702115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422400000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829615.702121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829615.702124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829615.702126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829615.702129:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5574 00000100:00080000:3.0:1787829615.702145:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829615.702155:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829615.702157:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422399744:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787829615.702161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829615.702182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422400128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829615.702193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829615.702196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829615.702197:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829615.702200:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5574 00000100:00080000:3.0:1787829615.702203:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829615.702206:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829615.702209:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829615.702219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422400256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829615.702300:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422399872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829615.702326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829615.702354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829615.702372:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829615.830087:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829616.854151:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829617.878144:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829618.774107:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829618.774168:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829618.774186:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829618.774234:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829618.774246:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829618.774256:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829618.774265:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829618.774360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829615/real 1787829618] req@ffff8a4f08da8000 x1874669422400128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829618.774385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422400128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829618.774398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829618.774404:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829618.774409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829618.774418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829615/real 1787829618] req@ffff8a4f08dabc00 x1874669422400256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829618.774437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422400256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829618.774446:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829618.774450:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829618.774453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400256:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829618.774461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829615/real 1787829618] req@ffff8a4f08da8780 x1874669422399744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829618.774482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422399744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829618.774490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829618.774494:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829618.774497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422399744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829618.774504:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829615/real 1787829618] req@ffff8a4f08da9e00 x1874669422399872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829618.774517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422399872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829618.774526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829618.774530:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829618.774533:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422399872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829618.774538:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829615/real 1787829618] req@ffff8a4f08daa580 x1874669422400000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829618.774548:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422400000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829618.774556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829618.774560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829618.774563:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400000:192.168.203.149@tcp:38:kworker.0 00010000:00010000:0.0:1787829618.902083:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829619.926120:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829620.821990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829620.821998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829620.822001:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829620.822010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5579 00000100:00080000:2.0:1787829620.822019:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829620.822026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829620.822057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422400384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829620.822077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829620.822080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829620.822082:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829620.822084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5579 00000100:00080000:2.0:1787829620.822086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829620.822089:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829620.822106:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829620.822117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422400512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829620.822126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829620.822128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829620.822130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829620.822133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5579 00000100:00080000:2.0:1787829620.822137:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829620.822140:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829620.822143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829620.822161:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422400384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787829620.822163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422400640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829620.822179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829620.822182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829620.822184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829620.822188:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5579 00000100:00080000:2.0:1787829620.822193:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829620.822197:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829620.822204:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829620.822216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422400768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829620.822226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829620.822229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829620.822232:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787829620.822238:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829620.822241:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5579 00000100:00080000:2.0:1787829620.822248:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829620.822253:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829620.822260:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829620.822274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422400896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829620.822287:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829620/real 1787829620] req@ffff8a4f06e8f0c0 x1874669422400384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829620.822311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422400384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829620.822323:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829620.822327:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829620.822332:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422400384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829620.822340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829620.822367:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829620.822382:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829620/real 1787829620] req@ffff8a4f06e8d2c0 x1874669422400512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829620.822396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422400512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829620.822405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829620.822409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829620.822412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829620.822442:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829620.822464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829620.822476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829620/real 1787829620] req@ffff8a4f06e8f840 x1874669422400640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829620.822496:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422400640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829620.822505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829620.822508:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829620.822512:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829620.822518:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829620.822540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829620.822551:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829620/real 1787829620] req@ffff8a4f06e8e580 x1874669422400768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829620.822564:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422400768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829620.822572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829620.822575:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829620.822579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829620.822585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829620.822604:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829620.822616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829620/real 1787829620] req@ffff8a4f06e8de00 x1874669422400896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829620.822627:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422400896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829620.822640:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829620.822644:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829620.822646:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422400896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829620.950108:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829621.974007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829622.998034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829624.022097:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829625.046035:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829625.942016:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829625.942027:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829625.942031:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829625.942042:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5584 00000100:00080000:3.0:1787829625.942054:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829625.942075:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829625.942119:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422401024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829625.942143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829625.942146:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829625.942148:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829625.942151:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5584 00000100:00080000:3.0:1787829625.942153:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829625.942156:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829625.942165:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829625.942175:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422401152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829625.942183:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829625.942186:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829625.942187:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829625.942189:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5584 00000100:00080000:3.0:1787829625.942192:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829625.942196:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829625.942200:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422401024:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787829625.942201:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829625.942213:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422401280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829625.942220:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829625.942222:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829625.942224:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829625.942226:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5584 00000100:00080000:3.0:1787829625.942228:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829625.942231:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829625.942234:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829625.942243:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422401408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829625.942249:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829625.942251:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829625.942252:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829625.942255:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5584 00000100:00080000:3.0:1787829625.942258:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829625.942260:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829625.942264:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829625.942273:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422401536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829625.942281:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829625.942329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829625/real 1787829625] req@ffff8a4f08da8b40 x1874669422401024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829625.942345:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422401024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829625.942354:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829625.942357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829625.942360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422401024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829625.942365:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829625.942380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829625.942389:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829625/real 1787829625] req@ffff8a4f08dab0c0 x1874669422401152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829625.942398:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422401152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829625.942408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829625.942410:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829625.942413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829625.942435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829625.942446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829625.942452:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829625/real 1787829625] req@ffff8a4f08da92c0 x1874669422401280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829625.942459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422401280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829625.942465:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829625.942467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829625.942469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829625.942472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829625.942483:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829625.942489:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829625/real 1787829625] req@ffff8a4f08da83c0 x1874669422401408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829625.942497:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422401408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829625.942502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829625.942504:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829625.942509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829625.942515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829625.942535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829625.942546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829625/real 1787829625] req@ffff8a4f08dab480 x1874669422401536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829625.942560:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422401536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829625.942568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829625.942570:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829625.942572:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829626.070054:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829627.094121:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829628.118023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829629.142146:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829630.166027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829631.061948:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829631.061956:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829631.061960:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829631.061968:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5589 00000100:00080000:3.0:1787829631.061978:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829631.061984:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829631.062016:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422401664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829631.062053:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829631.062056:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829631.062058:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829631.062061:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5589 00000100:00080000:3.0:1787829631.062064:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829631.062068:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829631.062075:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829631.062087:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422401792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829631.062094:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829631.062097:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829631.062098:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829631.062100:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5589 00000100:00080000:3.0:1787829631.062102:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829631.062106:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829631.062110:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829631.062120:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422401920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829631.062126:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422401664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829631.062132:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829631.062139:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829631.062141:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829631.062144:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5589 00000100:00080000:3.0:1787829631.062146:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829631.062148:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829631.062151:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829631.062161:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422402048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829631.062167:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829631.062169:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829631.062171:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829631.062174:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5589 00000100:00080000:3.0:1787829631.062177:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829631.062180:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829631.062184:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829631.062193:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422402176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829631.062214:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829631.062263:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829631/real 1787829631] req@ffff8a4f08daa940 x1874669422401664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829631.062279:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422401664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829631.062289:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829631.062292:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829631.062295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422401664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829631.062301:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829631.062317:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829631.062327:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829631/real 1787829631] req@ffff8a4f08da9a40 x1874669422401792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829631.062335:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422401792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829631.062341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829631.062343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829631.062345:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829631.062369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829631.062381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829631.062388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829631/real 1787829631] req@ffff8a4f08daad00 x1874669422401920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829631.062396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422401920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829631.062401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829631.062403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829631.062405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422401920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829631.062409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829631.062420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829631.062426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829631/real 1787829631] req@ffff8a4f08dab840 x1874669422402048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829631.062440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422402048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829631.062445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829631.062447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829631.062449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829631.062453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829631.062463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829631.062469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829631/real 1787829631] req@ffff8a4f08da8f00 x1874669422402176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829631.062476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422402176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829631.062482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829631.062483:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829631.062485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829631.190143:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829632.214069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829633.238090:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829634.262078:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829635.286198:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829636.181959:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829636.181969:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829636.181973:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829636.181984:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5594 00000100:00080000:3.0:1787829636.182011:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829636.182021:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829636.182058:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422402304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829636.182086:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829636.182090:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829636.182092:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829636.182096:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5594 00000100:00080000:3.0:1787829636.182100:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829636.182104:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829636.182113:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829636.182126:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422402432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829636.182140:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829636.182144:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829636.182146:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829636.182150:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5594 00000100:00080000:3.0:1787829636.182154:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829636.182160:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829636.182166:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829636.182181:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422402304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829636.182182:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422402560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829636.182209:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829636.182213:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829636.182214:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829636.182219:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5594 00000100:00080000:3.0:1787829636.182221:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829636.182224:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829636.182228:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829636.182240:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422402688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829636.182247:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829636.182251:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829636.182252:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829636.182255:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5594 00000100:00080000:3.0:1787829636.182258:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829636.182261:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829636.182266:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829636.182275:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422402816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829636.182304:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829636.182364:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829636/real 1787829636] req@ffff8a4f08da9680 x1874669422402304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829636.182386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422402304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829636.182396:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829636.182400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829636.182403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422402304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829636.182410:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829636.182427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829636.182436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829636/real 1787829636] req@ffff8a4f08daa1c0 x1874669422402432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829636.182445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422402432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829636.182450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829636.182452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829636.182454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829636.182480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829636.182492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829636.182499:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829636/real 1787829636] req@ffff8a4f08da8f00 x1874669422402560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829636.182507:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422402560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829636.182517:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829636.182519:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829636.182521:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829636.182525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829636.182536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829636.182546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829636/real 1787829636] req@ffff8a4f08dab840 x1874669422402688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829636.182559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422402688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829636.182567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829636.182571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829636.182575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829636.182582:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829636.182601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829636.182610:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829636/real 1787829636] req@ffff8a4f08daad00 x1874669422402816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829636.182619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422402816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829636.182624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829636.182626:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829636.182629:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422402816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829636.310053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829637.334115:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829638.358074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829639.382113:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829640.406052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829641.301978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829641.301985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829641.301988:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829641.301997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5599 00000100:00080000:0.0:1787829641.302006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829641.302012:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829641.302043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422402944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829641.302065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829641.302067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829641.302068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829641.302071:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5599 00000100:00080000:0.0:1787829641.302074:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829641.302077:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829641.302085:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829641.302099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422403072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829641.302102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422402944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829641.302119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829641.302123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829641.302125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829641.302130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5599 00000100:00080000:0.0:1787829641.302135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829641.302139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829641.302143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829641.302153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422403200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829641.302160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829641.302162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829641.302164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829641.302167:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5599 00000100:00080000:0.0:1787829641.302169:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829641.302173:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829641.302179:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829641.302179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829641.302189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422403328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829641.302195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829641.302197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829641.302198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829641.302201:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5599 00000100:00080000:0.0:1787829641.302203:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829641.302205:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829641.302208:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829641.302215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422403456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829641.302231:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829641/real 1787829641] req@ffff8a4f13c5a940 x1874669422402944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829641.302253:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422402944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829641.302264:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829641.302269:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829641.302273:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422402944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829641.302293:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829641.302313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829641.302322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829641/real 1787829641] req@ffff8a4f13c583c0 x1874669422403072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829641.302344:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422403072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829641.302354:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829641.302356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829641.302359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829641.302366:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829641.302378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829641.302386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829641/real 1787829641] req@ffff8a4f13c59a40 x1874669422403200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829641.302393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422403200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829641.302398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829641.302400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829641.302402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829641.302405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829641.302415:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829641.302421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829641/real 1787829641] req@ffff8a4f13c5a580 x1874669422403328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829641.302428:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422403328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829641.302433:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829641.302434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829641.302437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829641.302440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829641.302449:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829641.302454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829641/real 1787829641] req@ffff8a4f13c58000 x1874669422403456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829641.302461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422403456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829641.302465:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829641.302468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829641.302470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829641.430179:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829642.453997:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829643.478098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829644.502041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829645.526104:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829646.421939:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829646.421947:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829646.421950:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829646.421959:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5604 00000100:00080000:2.0:1787829646.421968:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829646.421974:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829646.422006:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422403584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829646.422036:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829646.422040:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829646.422042:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829646.422047:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5604 00000100:00080000:2.0:1787829646.422051:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829646.422055:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829646.422065:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829646.422078:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422403712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829646.422083:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422403584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829646.422089:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829646.422092:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829646.422094:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829646.422097:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5604 00000100:00080000:2.0:1787829646.422100:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829646.422104:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829646.422109:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829646.422125:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422403840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829646.422134:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829646.422137:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829646.422139:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829646.422142:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5604 00000100:00080000:2.0:1787829646.422145:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829646.422148:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829646.422152:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829646.422157:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787829646.422161:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422403968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829646.422169:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829646.422172:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829646.422174:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829646.422177:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5604 00000100:00080000:2.0:1787829646.422180:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829646.422183:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829646.422188:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829646.422195:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829646/real 1787829646] req@ffff8a4f06e8c000 x1874669422403584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829646.422196:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422404096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829646.422214:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422403584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829646.422233:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829646.422238:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829646.422242:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422403584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829646.422265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829646.422284:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829646.422294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829646/real 1787829646] req@ffff8a4f06e8c3c0 x1874669422403712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829646.422302:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422403712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829646.422308:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829646.422310:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829646.422312:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829646.422316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829646.422326:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829646.422332:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829646/real 1787829646] req@ffff8a4f06e8cf00 x1874669422403840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829646.422340:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422403840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829646.422345:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829646.422346:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829646.422348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829646.422351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829646.422361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829646.422367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829646/real 1787829646] req@ffff8a4f06e8e940 x1874669422403968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829646.422379:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422403968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829646.422384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829646.422385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829646.422387:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422403968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829646.422390:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829646.422399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829646.422405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829646/real 1787829646] req@ffff8a4f06e8cb40 x1874669422404096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829646.422412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422404096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829646.422425:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829646.422427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829646.422430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829646.549980:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829647.574041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829648.597993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829649.621996:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829650.646027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829651.541951:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829651.541960:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829651.541963:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829651.541971:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5609 00000100:00080000:3.0:1787829651.541980:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829651.541987:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829651.542018:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422404224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829651.542039:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829651.542042:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829651.542043:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829651.542046:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5609 00000100:00080000:3.0:1787829651.542048:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829651.542050:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829651.542058:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829651.542067:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422404352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829651.542082:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422404224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829651.542082:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829651.542091:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829651.542093:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829651.542096:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5609 00000100:00080000:3.0:1787829651.542099:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829651.542101:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829651.542105:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829651.542113:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422404480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829651.542120:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829651.542122:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829651.542124:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829651.542127:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5609 00000100:00080000:3.0:1787829651.542129:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829651.542132:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829651.542136:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829651.542153:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829651.542155:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422404608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829651.542164:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829651.542166:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829651.542168:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829651.542171:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5609 00000100:00080000:3.0:1787829651.542173:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829651.542175:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829651.542178:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829651.542187:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422404736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829651.542191:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829651/real 1787829651] req@ffff8a4f08da9a40 x1874669422404224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829651.542208:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422404224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829651.542217:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829651.542220:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829651.542223:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422404224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829651.542242:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829651.542257:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829651.542273:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829651/real 1787829651] req@ffff8a4f08daa940 x1874669422404352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829651.542282:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422404352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829651.542288:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829651.542290:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829651.542293:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829651.542297:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829651.542306:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829651.542312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829651/real 1787829651] req@ffff8a4f08dab480 x1874669422404480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829651.542320:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422404480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829651.542325:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829651.542328:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829651.542331:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829651.542337:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829651.542357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829651.542372:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829651/real 1787829651] req@ffff8a4f08da83c0 x1874669422404608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829651.542385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422404608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829651.542391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829651.542393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829651.542395:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829651.542399:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829651.542414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829651.542421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829651/real 1787829651] req@ffff8a4f08da92c0 x1874669422404736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829651.542430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422404736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829651.542439:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829651.542442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829651.542446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829651.670047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829652.694026:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829653.718046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829654.741996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829655.766010:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829656.661936:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829656.661945:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829656.661949:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829656.661959:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5615 00000100:00080000:3.0:1787829656.661970:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829656.661978:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829656.662017:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422404864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829656.662045:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829656.662049:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829656.662052:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829656.662056:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5615 00000100:00080000:3.0:1787829656.662060:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829656.662064:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829656.662074:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829656.662085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422404864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829656.662088:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422404992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829656.662101:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829656.662104:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829656.662106:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829656.662110:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5615 00000100:00080000:3.0:1787829656.662114:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829656.662118:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829656.662123:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829656.662135:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422405120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829656.662144:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829656.662147:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829656.662152:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829656.662154:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829656.662161:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5615 00000100:00080000:3.0:1787829656.662165:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829656.662169:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829656.662175:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829656.662182:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829656/real 1787829656] req@ffff8a4f08dab0c0 x1874669422404864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829656.662189:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422405248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829656.662201:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829656.662205:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422404864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829656.662206:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829656.662210:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829656.662217:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5615 00000100:00080000:3.0:1787829656.662223:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829656.662227:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829656.662229:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787829656.662238:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000008:00100000:3.0:1787829656.662238:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829656.662247:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422404864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829656.662254:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422405376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829656.662276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829656.662301:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829656.662312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829656/real 1787829656] req@ffff8a4f08da8b40 x1874669422404992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829656.662325:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422404992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829656.662331:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829656.662333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829656.662335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422404992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829656.662339:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829656.662351:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829656.662357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829656/real 1787829656] req@ffff8a4f08daa580 x1874669422405120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829656.662365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422405120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829656.662370:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829656.662372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829656.662373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829656.662377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829656.662387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829656.662392:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829656/real 1787829656] req@ffff8a4f08da9e00 x1874669422405248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829656.662400:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422405248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829656.662410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829656.662411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829656.662413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829656.662417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829656.662433:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829656.662445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829656/real 1787829656] req@ffff8a4f08da8780 x1874669422405376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829656.662458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422405376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829656.662467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829656.662470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829656.662482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829656.790018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829657.814035:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829658.838033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829659.862013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829660.886012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829661.781942:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829661.781950:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829661.781954:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829661.781962:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5620 00000100:00080000:0.0:1787829661.781972:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829661.781978:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829661.782009:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422405504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829661.782036:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829661.782039:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829661.782040:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829661.782043:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5620 00000100:00080000:0.0:1787829661.782046:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829661.782050:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829661.782058:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829661.782069:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422405632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829661.782071:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422405504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829661.782086:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829661.782089:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829661.782090:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829661.782092:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5620 00000100:00080000:0.0:1787829661.782095:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829661.782097:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829661.782101:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829661.782109:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422405760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829661.782116:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829661.782119:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829661.782121:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829661.782124:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5620 00000100:00080000:0.0:1787829661.782130:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829661.782134:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787829661.782139:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787829661.782142:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829661.782167:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422405888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829661.782178:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829661/real 1787829661] req@ffff8a4f13c59680 x1874669422405504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829661.782180:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829661.782190:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829661.782195:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829661.782201:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5620 00000100:00100000:3.0:1787829661.782204:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422405504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829661.782209:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829661.782219:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:3.0:1787829661.782219:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829661.782228:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000008:00100000:0.0:1787829661.782229:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829661.782233:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422405504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829661.782249:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422406016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829661.782256:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829661.782279:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829661.782289:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829661/real 1787829661] req@ffff8a4f13c58780 x1874669422405632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829661.782298:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422405632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829661.782303:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829661.782305:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829661.782308:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829661.782311:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829661.782321:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829661.782327:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829661/real 1787829661] req@ffff8a4f13c5ad00 x1874669422405760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829661.782334:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422405760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829661.782339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829661.782340:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829661.782342:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829661.782347:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829661.782356:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829661.782361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829661/real 1787829661] req@ffff8a4f13c5b480 x1874669422405888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829661.782368:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422405888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829661.782373:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829661.782375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829661.782377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422405888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829661.782387:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829661.782403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829661.782414:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829661/real 1787829661] req@ffff8a4f13c58000 x1874669422406016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829661.782426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422406016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829661.782434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829661.782438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829661.782441:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829661.910019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829662.934004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829663.958063:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829664.982179:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829666.006045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829666.901977:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829666.901987:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829666.901991:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829666.902000:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5625 00000100:00080000:3.0:1787829666.902008:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829666.902015:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829666.902058:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422406144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829666.902080:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829666.902083:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829666.902084:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829666.902087:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5625 00000100:00080000:3.0:1787829666.902089:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829666.902092:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829666.902099:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829666.902107:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422406272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829666.902116:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829666.902132:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422406144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829666.902132:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829666.902136:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829666.902145:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5625 00000100:00080000:3.0:1787829666.902150:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829666.902154:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829666.902159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829666.902173:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422406400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829666.902193:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829666.902196:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829666.902198:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829666.902202:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5625 00000100:00080000:3.0:1787829666.902206:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829666.902210:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829666.902216:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787829666.902216:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829666.902241:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422406528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829666.902251:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829666.902254:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829666.902256:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829666.902261:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5625 00000100:00100000:0.0:1787829666.902266:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829666/real 1787829666] req@ffff8a4f08dabc00 x1874669422406144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829666.902267:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829666.902277:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829666.902288:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829666.902297:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422406144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829666.902303:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422406656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829666.902334:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829666.902340:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829666.902344:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422406144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829666.902376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829666.902395:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829666.902405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829666/real 1787829666] req@ffff8a4f08da8000 x1874669422406272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829666.902413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422406272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829666.902428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829666.902430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829666.902432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829666.902436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829666.902445:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829666.902451:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829666/real 1787829666] req@ffff8a4f08da8780 x1874669422406400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829666.902459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422406400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829666.902464:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829666.902465:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829666.902467:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829666.902471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829666.902481:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829666.902486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829666/real 1787829666] req@ffff8a4f08da9e00 x1874669422406528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829666.902493:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422406528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829666.902498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829666.902500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829666.902502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829666.902505:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829666.902514:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829666.902520:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829666/real 1787829666] req@ffff8a4f08daa580 x1874669422406656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829666.902527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422406656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829666.902532:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829666.902533:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829666.902535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829667.029995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829668.054027:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829669.077993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829670.102019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829671.125965:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829672.021959:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829672.021969:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829672.021972:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829672.021981:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5630 00000100:00080000:0.0:1787829672.021991:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829672.021997:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829672.022042:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422406784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829672.022067:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829672.022070:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829672.022071:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829672.022074:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5630 00000100:00080000:0.0:1787829672.022076:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829672.022079:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829672.022088:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829672.022097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422406912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829672.022103:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422406784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829672.022108:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829672.022116:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829672.022119:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829672.022122:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5630 00000100:00080000:0.0:1787829672.022124:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829672.022127:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829672.022130:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829672.022137:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422407040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829672.022145:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829672.022147:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829672.022149:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829672.022151:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5630 00000100:00080000:0.0:1787829672.022153:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829672.022155:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829672.022159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829672.022165:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422407168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829672.022171:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829672.022173:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829672.022175:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829672.022177:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5630 00000100:00080000:0.0:1787829672.022180:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829672.022182:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829672.022185:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829672.022193:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829672.022195:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422407296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829672.022257:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829672/real 1787829672] req@ffff8a4f13c5a580 x1874669422406784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829672.022273:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422406784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829672.022281:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829672.022285:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829672.022288:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422406784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829672.022309:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829672.022346:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829672.022361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829672/real 1787829672] req@ffff8a4f13c59a40 x1874669422406912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829672.022385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422406912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829672.022391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829672.022394:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829672.022396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422406912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829672.022401:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829672.022418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829672.022426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829672/real 1787829672] req@ffff8a4f13c583c0 x1874669422407040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829672.022446:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422407040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829672.022456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829672.022460:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829672.022463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829672.022488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829672.022523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829672.022535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829672/real 1787829672] req@ffff8a4f13c5a940 x1874669422407168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829672.022546:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422407168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829672.022553:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829672.022575:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829672.022578:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829672.022584:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829672.022600:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829672.022609:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829672/real 1787829672] req@ffff8a4f13c58f00 x1874669422407296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829672.022619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422407296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829672.022631:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829672.022634:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829672.022637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829672.150148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829673.173968:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829674.198044:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829675.221994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829676.246088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829677.141985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829677.141993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829677.141997:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829677.142005:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5635 00000100:00080000:3.0:1787829677.142014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829677.142021:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829677.142053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422407424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829677.142086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829677.142090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829677.142092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829677.142096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5635 00000100:00080000:3.0:1787829677.142100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829677.142105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829677.142115:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829677.142128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422407552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829677.142136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422407424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829677.142145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829677.142152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829677.142154:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829677.142167:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5635 00000100:00080000:3.0:1787829677.142176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829677.142182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829677.142188:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829677.142200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422407680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829677.142206:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829677.142219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829677.142222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829677.142225:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829677.142230:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5635 00000100:00080000:3.0:1787829677.142235:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829677.142241:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829677.142247:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829677/real 1787829677] req@ffff8a4f08da8b40 x1874669422407424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829677.142248:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829677.142268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422407808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829677.142270:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422407424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829677.142289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829677.142293:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829677.142294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829677.142298:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829677.142301:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787829677.142306:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5635 00000100:00100000:0.0:1787829677.142310:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422407424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829677.142312:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829677.142319:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829677.142324:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829677.142331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422407936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829677.142336:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829677.142362:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829677.142373:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829677/real 1787829677] req@ffff8a4f08dab0c0 x1874669422407552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829677.142391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422407552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829677.142397:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829677.142399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829677.142402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829677.142406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829677.142418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829677.142425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829677/real 1787829677] req@ffff8a4f08da92c0 x1874669422407680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829677.142437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422407680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829677.142443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829677.142444:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829677.142446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829677.142450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829677.142460:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829677.142466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829677/real 1787829677] req@ffff8a4f08da83c0 x1874669422407808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829677.142473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422407808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829677.142478:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829677.142480:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829677.142482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829677.142493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829677.142502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829677.142508:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829677/real 1787829677] req@ffff8a4f08dab480 x1874669422407936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829677.142529:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422407936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829677.142539:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829677.142541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829677.142543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422407936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829677.270014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829678.294067:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829679.317996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829680.342024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829681.365994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829682.261972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829682.261980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829682.261984:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829682.261992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5640 00000100:00080000:0.0:1787829682.262001:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829682.262007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829682.262046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422408064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829682.262068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829682.262071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829682.262072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829682.262075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5640 00000100:00080000:0.0:1787829682.262077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829682.262081:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829682.262089:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829682.262101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422408192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829682.262101:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422408064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829682.262117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829682.262120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829682.262121:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829682.262123:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5640 00000100:00080000:0.0:1787829682.262125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829682.262127:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829682.262129:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829682.262136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422408320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829682.262143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829682.262145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829682.262146:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829682.262148:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5640 00000100:00080000:0.0:1787829682.262151:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829682.262153:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829682.262156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829682.262163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422408448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829682.262168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829682.262171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829682.262172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829682.262174:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5640 00000100:00080000:0.0:1787829682.262177:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829682.262178:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829682.262182:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829682.262191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422408576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829682.262220:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829682.262250:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829682.262270:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829682.262288:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829682.390088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829683.413968:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829684.438076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829685.334152:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829685.334198:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829685.334233:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829685.334273:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829685.334283:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829685.334292:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829685.334314:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:3.0:1787829685.334341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829682/real 1787829685] req@ffff8a4f13c5b0c0 x1874669422408192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829685.334375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422408192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829685.334392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829685.334408:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829685.334413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829685.334421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829682/real 1787829685] req@ffff8a4f13c592c0 x1874669422408320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829685.334441:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422408320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829685.334450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829685.334453:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829685.334456:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829685.334462:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829682/real 1787829685] req@ffff8a4f13c5a1c0 x1874669422408448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829685.334474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422408448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829685.334481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829685.334484:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829685.334487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829685.334494:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829682/real 1787829685] req@ffff8a4f13c58f00 x1874669422408576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829685.334504:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422408576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829685.334512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829685.334515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829685.334518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408576:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829685.334523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829682/real 1787829685] req@ffff8a4f13c5bc00 x1874669422408064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829685.334536:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422408064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829685.334544:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829685.334559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829685.334563:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422408064:192.168.203.149@tcp:250:kworker.0 00010000:00010000:3.0:1787829685.462025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829686.485997:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829687.382005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829687.382013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829687.382016:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829687.382025:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5645 00000100:00080000:3.0:1787829687.382034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829687.382041:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829687.382072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422408704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829687.382101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829687.382106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829687.382108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829687.382112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5645 00000100:00080000:3.0:1787829687.382117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829687.382122:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829687.382133:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829687.382164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422408704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829687.382165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422408832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829687.382185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829687.382189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829687.382191:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829687.382195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5645 00000100:00080000:3.0:1787829687.382200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829687.382205:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829687.382210:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829687.382223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422408960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829687.382233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829687.382236:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829687.382238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829687.382241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829687.382246:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5645 00000100:00080000:3.0:1787829687.382252:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829687.382256:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829687.382262:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829687.382274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422409088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829687.382287:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829687/real 1787829687] req@ffff8a4f08daa940 x1874669422408704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829687.382287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829687.382295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829687.382299:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829687.382309:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5645 00000100:00080000:3.0:1787829687.382318:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829687.382323:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829687.382327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422408704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829687.382330:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787829687.382347:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787829687.382349:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422409216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829687.382356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829687.382367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422408704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829687.382399:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829687.382427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829687.382443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829687/real 1787829687] req@ffff8a4f08da9a40 x1874669422408832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829687.382458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422408832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829687.382467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829687.382471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829687.382475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829687.382482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829687.382506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829687.382520:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829687/real 1787829687] req@ffff8a4f08daad00 x1874669422408960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829687.382534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422408960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829687.382542:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829687.382546:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829687.382549:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422408960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829687.382556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829687.382580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829687.382593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829687/real 1787829687] req@ffff8a4f08dab840 x1874669422409088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829687.382607:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422409088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829687.382616:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829687.382619:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829687.382623:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829687.382630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829687.382669:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829687.382682:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829687/real 1787829687] req@ffff8a4f08da8f00 x1874669422409216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829687.382696:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422409216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829687.382705:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829687.382708:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829687.382712:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829687.510062:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829688.534022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829689.557985:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829690.582128:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829691.606063:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829692.501937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829692.501945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829692.501948:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829692.501956:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5650 00000100:00080000:0.0:1787829692.501965:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829692.501972:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829692.502004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422409344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829692.502026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829692.502029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829692.502030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829692.502033:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5650 00000100:00080000:0.0:1787829692.502035:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829692.502038:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829692.502059:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829692.502072:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422409344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829692.502074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422409472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829692.502092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829692.502095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829692.502097:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829692.502102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5650 00000100:00080000:0.0:1787829692.502106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829692.502111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829692.502115:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829692.502124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422409600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829692.502131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829692.502134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829692.502135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787829692.502140:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829692.502142:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5650 00000100:00080000:0.0:1787829692.502146:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829692.502159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829692.502162:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829692.502170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422409728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829692.502176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829692.502178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829692.502180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829692.502183:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5650 00000100:00080000:0.0:1787829692.502185:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829692.502188:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829692.502192:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829692.502195:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829692/real 1787829692] req@ffff8a4f13c5a940 x1874669422409344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829692.502202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422409856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829692.502222:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422409344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829692.502233:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829692.502237:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829692.502241:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422409344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829692.502270:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829692.502286:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829692.502294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829692/real 1787829692] req@ffff8a4f13c583c0 x1874669422409472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829692.502303:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422409472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829692.502320:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829692.502322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829692.502325:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829692.502329:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829692.502340:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829692.502347:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829692/real 1787829692] req@ffff8a4f13c59a40 x1874669422409600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829692.502355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422409600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829692.502360:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829692.502362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829692.502364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829692.502368:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829692.502378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829692.502384:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829692/real 1787829692] req@ffff8a4f13c5a580 x1874669422409728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829692.502391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422409728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829692.502395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829692.502397:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829692.502400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829692.502403:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829692.502413:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829692.502418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829692/real 1787829692] req@ffff8a4f13c58000 x1874669422409856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829692.502425:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422409856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829692.502430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829692.502432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829692.502434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422409856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829692.630020:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829693.654003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829694.678041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829695.702009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829696.726051:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829697.621929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829697.621937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829697.621941:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829697.621948:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5656 00000100:00080000:0.0:1787829697.621958:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829697.621965:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829697.622006:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422409984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829697.622043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829697.622047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829697.622048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829697.622052:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5656 00000100:00080000:0.0:1787829697.622055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829697.622059:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829697.622068:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829697.622081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422410112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829697.622091:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422409984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829697.622095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829697.622100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829697.622101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829697.622114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5656 00000100:00080000:0.0:1787829697.622118:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829697.622121:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829697.622142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829697.622155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422410240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829697.622164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829697.622167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829697.622170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787829697.622177:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829697.622183:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5656 00000100:00080000:0.0:1787829697.622191:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829697.622212:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829697.622219:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829697.622234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422410368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829697.622237:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829697/real 1787829697] req@ffff8a4f13c5b480 x1874669422409984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829697.622260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829697.622264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829697.622265:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829697.622267:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422409984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829697.622272:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5656 00000100:00080000:0.0:1787829697.622281:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829697.622284:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829697.622289:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:3.0:1787829697.622290:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829697.622297:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422409984:192.168.203.149@tcp:250:kworker.0 00000008:00100000:0.0:1787829697.622299:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829697.622316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422410496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829697.622327:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829697.622356:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829697.622368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829697/real 1787829697] req@ffff8a4f13c5ad00 x1874669422410112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829697.622378:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422410112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829697.622384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829697.622386:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829697.622388:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829697.622392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829697.622405:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829697.622411:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829697/real 1787829697] req@ffff8a4f13c58780 x1874669422410240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829697.622418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422410240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829697.622423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829697.622425:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829697.622427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829697.622431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829697.622441:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829697.622465:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829697/real 1787829697] req@ffff8a4f13c59680 x1874669422410368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829697.622482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422410368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829697.622488:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829697.622491:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829697.622493:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829697.622508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829697.622522:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829697.622530:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829697/real 1787829697] req@ffff8a4f13c58000 x1874669422410496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829697.622540:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422410496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829697.622547:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829697.622549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829697.622551:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829697.750001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829698.774024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829699.798044:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829700.822039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829701.845991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829702.741923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829702.741931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829702.741934:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829702.741942:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5661 00000100:00080000:0.0:1787829702.741951:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829702.741957:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829702.741988:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422410624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829702.742011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829702.742014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829702.742015:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829702.742018:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5661 00000100:00080000:0.0:1787829702.742020:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829702.742022:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829702.742030:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829702.742037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422410752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829702.742045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829702.742048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829702.742049:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829702.742053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5661 00000100:00080000:0.0:1787829702.742055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829702.742057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829702.742060:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829702.742066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422410880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829702.742073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829702.742075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829702.742077:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829702.742081:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422410624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829702.742082:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5661 00000100:00080000:0.0:1787829702.742086:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829702.742091:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829702.742095:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829702.742102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422411008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829702.742108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829702.742110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829702.742111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829702.742113:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5661 00000100:00080000:0.0:1787829702.742116:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829702.742119:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829702.742122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829702.742129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422411136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829702.742146:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829702.742188:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829702/real 1787829702] req@ffff8a4f13c5a580 x1874669422410624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829702.742218:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422410624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829702.742230:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829702.742235:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829702.742239:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422410624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829702.742248:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829702.742270:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829702.742280:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829702/real 1787829702] req@ffff8a4f13c59a40 x1874669422410752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829702.742289:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422410752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829702.742294:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829702.742297:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829702.742299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829702.742320:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829702.742332:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829702.742339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829702/real 1787829702] req@ffff8a4f13c583c0 x1874669422410880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829702.742347:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422410880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829702.742357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829702.742359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829702.742362:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422410880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829702.742365:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829702.742375:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829702.742381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829702/real 1787829702] req@ffff8a4f13c5a940 x1874669422411008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829702.742388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422411008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829702.742393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829702.742395:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829702.742397:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829702.742400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829702.742410:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829702.742415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829702/real 1787829702] req@ffff8a4f13c5bc00 x1874669422411136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829702.742423:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422411136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829702.742427:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829702.742429:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829702.742432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829702.870018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829703.893992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829704.917995:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829705.942014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829706.966079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829707.861970:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829707.861980:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829707.861984:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829707.861994:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5666 00000100:00080000:0.0:1787829707.862004:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829707.862012:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829707.862051:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422411264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829707.862076:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829707.862080:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829707.862081:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829707.862085:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5666 00000100:00080000:0.0:1787829707.862088:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829707.862092:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829707.862102:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829707.862113:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422411392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829707.862125:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829707.862130:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829707.862133:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829707.862135:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422411264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829707.862138:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5666 00000100:00080000:0.0:1787829707.862145:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829707.862150:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829707.862154:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829707.862164:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422411520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829707.862174:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829707.862178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829707.862180:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829707.862184:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5666 00000100:00080000:0.0:1787829707.862188:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829707.862192:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829707.862198:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829707.862211:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422411648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829707.862213:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829707.862225:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829707.862229:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829707.862231:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829707.862235:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5666 00000100:00080000:0.0:1787829707.862239:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829707.862243:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829707.862248:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829707.862260:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422411776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829707.862265:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829707/real 1787829707] req@ffff8a4f13c58f00 x1874669422411264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829707.862296:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422411264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829707.862309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829707.862314:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829707.862319:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422411264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829707.862345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829707.862372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829707.862386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829707/real 1787829707] req@ffff8a4f13c5a1c0 x1874669422411392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829707.862401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422411392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829707.862410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829707.862413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829707.862417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829707.862424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829707.862446:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829707.862459:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829707/real 1787829707] req@ffff8a4f13c592c0 x1874669422411520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829707.862472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422411520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829707.862480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829707.862484:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829707.862487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829707.862509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829707.862531:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829707.862543:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829707/real 1787829707] req@ffff8a4f13c5b0c0 x1874669422411648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829707.862556:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422411648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829707.862565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829707.862568:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829707.862571:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829707.862578:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829707.862598:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829707.862610:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829707/real 1787829707] req@ffff8a4f13c5bc00 x1874669422411776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829707.862629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422411776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829707.862638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829707.862641:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829707.862645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422411776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829707.990020:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829709.014071:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829710.038003:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829711.062047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829712.086050:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829712.981960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829712.981969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829712.981973:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829712.981981:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5671 00000100:00080000:3.0:1787829712.981990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829712.981996:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829712.982028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422411904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829712.982051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829712.982054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829712.982056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829712.982059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5671 00000100:00080000:3.0:1787829712.982062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829712.982065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829712.982074:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829712.982084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422412032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829712.982092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829712.982096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829712.982098:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422411904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829712.982098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829712.982104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5671 00000100:00080000:3.0:1787829712.982110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829712.982113:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829712.982122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829712.982134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422412160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829712.982142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829712.982144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829712.982146:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829712.982148:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5671 00000100:00080000:3.0:1787829712.982151:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829712.982154:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829712.982158:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829712.982166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422412288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829712.982174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829712.982179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829712.982184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829712.982186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829712.982192:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5671 00000100:00080000:3.0:1787829712.982196:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829712.982200:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829712.982206:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829712.982220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422412416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829712.982226:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829712/real 1787829712] req@ffff8a4f08daa1c0 x1874669422411904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829712.982251:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422411904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829712.982259:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829712.982263:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829712.982266:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422411904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829712.982290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829712.982307:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829712.982316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829712/real 1787829712] req@ffff8a4f08da9680 x1874669422412032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829712.982325:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422412032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829712.982335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829712.982337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829712.982339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829712.982343:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829712.982353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829712.982359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829712/real 1787829712] req@ffff8a4f08da8f00 x1874669422412160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829712.982366:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422412160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829712.982371:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829712.982373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829712.982375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829712.982379:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829712.982389:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829712.982395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829712/real 1787829712] req@ffff8a4f08dab840 x1874669422412288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829712.982402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422412288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829712.982407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829712.982409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829712.982411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829712.982414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829712.982424:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829712.982429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829712/real 1787829712] req@ffff8a4f08daad00 x1874669422412416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829712.982436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422412416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829712.982440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829712.982442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829712.982444:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829713.110018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829714.133973:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829715.158003:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829716.181956:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829717.206105:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829718.101939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829718.101953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829718.101958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829718.101973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5676 00000100:00080000:3.0:1787829718.101987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829718.101997:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829718.102053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422412544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829718.102086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829718.102089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829718.102091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829718.102094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5676 00000100:00080000:3.0:1787829718.102097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829718.102101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829718.102111:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829718.102123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422412672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829718.102133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829718.102136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829718.102137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829718.102142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5676 00000100:00080000:3.0:1787829718.102145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829718.102152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829718.102155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422412544:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787829718.102156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829718.102167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422412800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829718.102174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829718.102176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829718.102178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829718.102183:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5676 00000100:00080000:3.0:1787829718.102188:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829718.102193:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829718.102198:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829718.102214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422412928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829718.102225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829718.102229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829718.102231:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829718.102235:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5676 00000100:00080000:3.0:1787829718.102241:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829718.102249:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829718.102254:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829718.102262:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829718.102277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422413056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829718.102309:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829718/real 1787829718] req@ffff8a4f08da9a40 x1874669422412544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829718.102330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422412544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829718.102343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829718.102347:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829718.102352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422412544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829718.102382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829718.102408:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829718.102441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829718/real 1787829718] req@ffff8a4f08daa940 x1874669422412672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829718.102455:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422412672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829718.102463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829718.102467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829718.102470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829718.102477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829718.102499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829718.102512:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829718/real 1787829718] req@ffff8a4f08dab480 x1874669422412800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829718.102525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422412800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829718.102533:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829718.102536:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829718.102539:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829718.102546:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829718.102580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829718.102593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829718/real 1787829718] req@ffff8a4f08da83c0 x1874669422412928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829718.102606:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422412928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829718.102615:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829718.102618:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829718.102621:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422412928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829718.102628:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829718.102650:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829718.102662:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829718/real 1787829718] req@ffff8a4f08da92c0 x1874669422413056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829718.102674:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422413056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829718.102683:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829718.102686:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829718.102689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829718.229993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829719.254007:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829720.277978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829721.302075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829722.325996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829723.221966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829723.221977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829723.221982:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829723.221992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5681 00000100:00080000:3.0:1787829723.222003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829723.222011:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829723.222049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422413184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829723.222076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829723.222080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829723.222082:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829723.222086:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5681 00000100:00080000:3.0:1787829723.222090:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829723.222095:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829723.222106:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829723.222114:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422413184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829723.222122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422413312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829723.222136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829723.222140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829723.222143:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829723.222147:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5681 00000100:00080000:3.0:1787829723.222152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829723.222156:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829723.222162:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829723.222175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829723.222178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422413440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829723.222190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829723.222194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829723.222196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829723.222200:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5681 00000100:00080000:3.0:1787829723.222203:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829723.222208:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829723.222213:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829723.222219:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829723/real 1787829723] req@ffff8a4f08dab0c0 x1874669422413184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829723.222226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422413568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829723.222237:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422413184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829723.222240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829723.222249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829723.222254:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829723.222255:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829723.222261:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787829723.222261:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5681 00000100:00100000:0.0:1787829723.222268:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422413184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829723.222270:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829723.222284:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829723.222290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413312:192.168.203.149@tcp:38:kworker.0 00000008:00100000:3.0:1787829723.222291:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829723.222311:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422413696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829723.222313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829723.222325:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829723/real 1787829723] req@ffff8a4f08da8b40 x1874669422413312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829723.222337:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422413312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829723.222343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829723.222346:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829723.222350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829723.222354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829723.222365:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829723.222372:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829723/real 1787829723] req@ffff8a4f08daa580 x1874669422413440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829723.222380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422413440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829723.222403:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829723.222406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829723.222408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829723.222413:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829723.222429:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829723.222436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829723/real 1787829723] req@ffff8a4f08da9e00 x1874669422413568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829723.222444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422413568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829723.222450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829723.222452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829723.222454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829723.222466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829723.222476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829723.222482:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829723/real 1787829723] req@ffff8a4f08da8780 x1874669422413696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829723.222489:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422413696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829723.222494:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829723.222496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829723.222498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829723.350018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829724.373969:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829725.398052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829726.422016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829727.446058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829728.341934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829728.341944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829728.341949:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829728.341959:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5686 00000100:00080000:3.0:1787829728.341969:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829728.341977:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829728.342016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422413824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829728.342044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829728.342048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829728.342050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829728.342055:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5686 00000100:00080000:3.0:1787829728.342059:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829728.342064:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829728.342073:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829728.342084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422413824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829728.342095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422413952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829728.342118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829728.342122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829728.342125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829728.342129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5686 00000100:00080000:3.0:1787829728.342134:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829728.342138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829728.342144:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787829728.342151:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829728.342166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422414080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829728.342177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829728.342181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829728.342183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829728.342188:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5686 00000100:00080000:3.0:1787829728.342193:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829728.342194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829728/real 1787829728] req@ffff8a4f08da8000 x1874669422413824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829728.342202:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829728.342210:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829728.342216:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422413824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829728.342224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422414208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829728.342229:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829728.342238:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787829728.342244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829728.342245:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422413824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829728.342254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829728.342257:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829728.342262:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5686 00000100:00080000:3.0:1787829728.342267:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829728.342271:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829728.342275:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413952:192.168.203.149@tcp:38:kworker.0 00000008:00100000:3.0:1787829728.342276:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829728.342293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422414336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829728.342304:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829728.342319:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829728/real 1787829728] req@ffff8a4f08dabc00 x1874669422413952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829728.342330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422413952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829728.342336:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829728.342338:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829728.342340:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422413952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829728.342344:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829728.342373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829728.342381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829728/real 1787829728] req@ffff8a4f08da8780 x1874669422414080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829728.342394:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422414080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829728.342399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829728.342401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829728.342403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829728.342407:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829728.342418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829728.342424:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829728/real 1787829728] req@ffff8a4f08da9e00 x1874669422414208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829728.342432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422414208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829728.342437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829728.342438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829728.342440:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829728.342452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829728.342462:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829728.342468:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829728/real 1787829728] req@ffff8a4f08daa580 x1874669422414336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829728.342476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422414336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829728.342493:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829728.342495:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829728.342497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829728.470053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829729.493985:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829730.518014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829731.542012:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829732.565998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829733.462018:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829733.462037:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829733.462042:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829733.462053:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5691 00000100:00080000:1.0:1787829733.462065:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829733.462074:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829733.462112:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422414464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829733.462143:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829733.462147:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829733.462149:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829733.462154:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5691 00000100:00080000:1.0:1787829733.462159:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829733.462164:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829733.462175:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829733.462183:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422414464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829733.462191:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422414592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829733.462205:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829733.462208:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829733.462211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829733.462215:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5691 00000100:00080000:1.0:1787829733.462230:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829733.462234:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829733.462239:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787829733.462243:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829733.462258:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422414720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829733.462269:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829733.462273:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829733.462275:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829733.462278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829733/real 1787829733] req@ffff8a4f13cb1e00 x1874669422414464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829733.462283:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5691 00000100:00080000:1.0:1787829733.462292:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829733.462298:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829733.462301:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422414464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787829733.462306:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787829733.462333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787829733.462335:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422414848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829733.462345:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829733.462352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422414464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829733.462352:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829733.462362:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829733.462365:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829733.462371:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5691 00000100:00080000:1.0:1787829733.462376:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829733.462381:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829733.462385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414592:192.168.203.149@tcp:38:kworker.0 00000008:00100000:1.0:1787829733.462388:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829733.462404:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422414976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829733.462411:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829733.462426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829733/real 1787829733] req@ffff8a4f13cb21c0 x1874669422414592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829733.462437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422414592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829733.462443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829733.462446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829733.462449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829733.462455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829733.462466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829733.462473:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829733/real 1787829733] req@ffff8a4f13cb0b40 x1874669422414720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829733.462481:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422414720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829733.462486:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829733.462488:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829733.462489:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829733.462493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829733.462503:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829733.462509:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829733/real 1787829733] req@ffff8a4f13cb0780 x1874669422414848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829733.462516:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422414848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829733.462521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829733.462523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829733.462525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829733.462535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829733.462545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829733.462552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829733/real 1787829733] req@ffff8a4f13cb30c0 x1874669422414976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829733.462559:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422414976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829733.462564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829733.462566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829733.462567:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422414976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829733.590050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829734.614070:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829735.638033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829736.662026:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829737.686000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829738.581939:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829738.581953:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829738.581959:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829738.581971:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5696 00000100:00080000:1.0:1787829738.581984:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829738.581994:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829738.582042:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422415104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829738.582071:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829738.582076:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829738.582078:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829738.582082:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5696 00000100:00080000:1.0:1787829738.582086:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829738.582093:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829738.582104:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829738.582122:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422415104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829738.582131:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422415232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829738.582148:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829738.582152:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829738.582154:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829738.582159:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5696 00000100:00080000:1.0:1787829738.582163:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829738.582168:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829738.582175:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829738.582188:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422415360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829738.582200:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829738.582206:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829738.582206:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829738.582211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829738.582217:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5696 00000100:00080000:1.0:1787829738.582222:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829738.582226:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829738.582232:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829738.582244:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422415488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829738.582254:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829738.582259:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829738.582261:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829738.582265:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829738/real 1787829738] req@ffff8a4f13cb12c0 x1874669422415104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829738.582268:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5696 00000100:00080000:1.0:1787829738.582289:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829738.582299:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829738.582305:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829738.582312:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422415104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829738.582321:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422415616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829738.582329:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829738.582338:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829738.582344:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422415104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829738.582374:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422415232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829738.582398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829738.582413:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829738/real 1787829738] req@ffff8a4f13cb03c0 x1874669422415232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829738.582427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422415232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829738.582436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829738.582439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829738.582443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422415232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829738.582449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422415360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829738.582467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829738.582477:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829738/real 1787829738] req@ffff8a4f13cb30c0 x1874669422415360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829738.582491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422415360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829738.582500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829738.582503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829738.582506:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422415360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829738.582512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422415488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829738.582528:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829738.582539:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829738/real 1787829738] req@ffff8a4f13cb0780 x1874669422415488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829738.582550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422415488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829738.582560:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829738.582564:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829738.582567:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422415488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829738.582573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422415616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829738.582588:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829738.582597:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829738/real 1787829738] req@ffff8a4f13cb0b40 x1874669422415616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829738.582609:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422415616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829738.582617:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829738.582620:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829738.582624:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422415616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829738.710053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829739.734043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829740.758048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829741.782049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829742.805989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829743.701978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829743.701988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829743.701992:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829743.702002:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5702 00000100:00080000:3.0:1787829743.702013:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829743.702020:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829743.702055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422415744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829743.702081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829743.702084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829743.702086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829743.702090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5702 00000100:00080000:3.0:1787829743.702094:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829743.702099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829743.702108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829743.702120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422415872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829743.702131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829743.702136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829743.702138:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829743.702143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5702 00000100:00080000:3.0:1787829743.702147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829743.702151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829743.702157:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422415744:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787829743.702158:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829743.702174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422416000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829743.702187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829743.702190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829743.702192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829743.702196:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5702 00000100:00080000:3.0:1787829743.702200:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829743.702204:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829743.702210:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829743.702216:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829743.702222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422416128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829743.702234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829743.702253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829743.702256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829743.702260:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5702 00000100:00080000:3.0:1787829743.702265:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829743.702269:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829743.702275:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829743/real 1787829743] req@ffff8a4f08da8b40 x1874669422415744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829743.702275:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829743.702293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422416256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829743.702297:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422415744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829743.702321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829743.702327:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829743.702330:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422415744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829743.702336:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422415872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829743.702362:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829743.702375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829743/real 1787829743] req@ffff8a4f08dab0c0 x1874669422415872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829743.702389:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422415872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829743.702398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829743.702401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829743.702405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422415872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829743.702431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829743.702453:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829743.702465:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829743/real 1787829743] req@ffff8a4f08da92c0 x1874669422416000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829743.702476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422416000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829743.702485:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829743.702488:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829743.702493:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829743.702498:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829743.702515:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829743.702525:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829743/real 1787829743] req@ffff8a4f08da83c0 x1874669422416128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829743.702535:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422416128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829743.702542:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829743.702545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829743.702548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829743.702554:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829743.702569:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829743.702578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829743/real 1787829743] req@ffff8a4f08dab480 x1874669422416256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829743.702588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422416256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829743.702596:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829743.702599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829743.702602:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829743.830033:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829744.853992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829745.878041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829746.901998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829747.926061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829748.821970:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829748.821996:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829748.822002:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829748.822013:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5707 00000100:00080000:1.0:1787829748.822027:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829748.822038:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829748.822103:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422416384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829748.822166:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829748.822172:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829748.822175:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829748.822181:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5707 00000100:00080000:1.0:1787829748.822187:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829748.822192:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829748.822231:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829748.822279:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422416512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829748.822291:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422416384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829748.822294:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829748.822303:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829748.822305:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829748.822309:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5707 00000100:00080000:1.0:1787829748.822313:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829748.822316:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829748.822322:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829748.822333:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422416640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829748.822356:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829748.822359:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829748.822361:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829748.822393:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5707 00000100:00080000:1.0:1787829748.822398:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829748.822402:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829748.822409:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829748.822424:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422416768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829748.822435:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829748.822439:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829748.822442:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829748.822450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416512:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787829748.822454:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5707 00000100:00080000:1.0:1787829748.822465:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829748.822470:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829748.822477:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829748.822497:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422416896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829748.822539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829748.822601:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829748.822651:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829748.949975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829749.974139:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829750.997990:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829751.894140:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829751.894178:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829751.894215:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829751.894259:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829751.894279:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829751.894291:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829751.894301:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829751.894322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829748/real 1787829751] req@ffff8a4f13cb1e00 x1874669422416512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829751.894351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422416512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829751.894364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829751.894370:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829751.894375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829751.894383:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829748/real 1787829751] req@ffff8a4f13cb2d00 x1874669422416640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829751.894397:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422416640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829751.894416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829751.894419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829751.894423:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829751.894430:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829748/real 1787829751] req@ffff8a4f13cb0000 x1874669422416768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829751.894451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422416768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829751.894476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829751.894479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829751.894482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829751.894488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829748/real 1787829751] req@ffff8a4f13cb21c0 x1874669422416384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829751.894502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422416384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829751.894510:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829751.894514:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829751.894518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422416384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829751.894548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829748/real 1787829751] req@ffff8a4f13cb1a40 x1874669422416896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829751.894561:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422416896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829751.894569:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829751.894573:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829751.894577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422416896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829752.022058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829753.046035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829753.941943:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829753.941950:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829753.941954:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829753.941962:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5712 00000100:00080000:1.0:1787829753.941974:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829753.941983:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829753.942030:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422417024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829753.942056:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829753.942059:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829753.942060:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829753.942063:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5712 00000100:00080000:1.0:1787829753.942067:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829753.942070:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829753.942078:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829753.942088:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422417152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829753.942100:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829753.942106:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829753.942108:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422417024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829753.942109:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829753.942118:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5712 00000100:00080000:1.0:1787829753.942123:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829753.942127:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829753.942132:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829753.942146:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422417280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829753.942157:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829753.942161:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829753.942163:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829753.942166:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5712 00000100:00080000:1.0:1787829753.942190:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829753.942196:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829753.942202:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:1.0:1787829753.942204:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829753.942221:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422417408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829753.942231:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829753.942235:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829753.942237:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829753.942242:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5712 00000100:00080000:1.0:1787829753.942246:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829753.942253:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829753.942257:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829753/real 1787829753] req@ffff8a4f13cb3840 x1874669422417024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787829753.942259:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829753.942276:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422417536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829753.942284:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422417024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829753.942316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829753.942322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829753.942326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422417024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829753.942353:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829753.942378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829753.942392:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829753/real 1787829753] req@ffff8a4f13cb2580 x1874669422417152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829753.942405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422417152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829753.942413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829753.942417:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829753.942421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829753.942427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829753.942447:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829753.942458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829753/real 1787829753] req@ffff8a4f13cb1a40 x1874669422417280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829753.942476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422417280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829753.942484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829753.942488:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829753.942491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829753.942497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829753.942516:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829753.942528:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829753/real 1787829753] req@ffff8a4f13cb21c0 x1874669422417408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829753.942539:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422417408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829753.942546:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829753.942549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829753.942552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829753.942557:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829753.942575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829753.942586:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829753/real 1787829753] req@ffff8a4f13cb0000 x1874669422417536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829753.942597:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422417536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829753.942609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829753.942612:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829753.942616:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829754.070072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829755.093992:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829756.118041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829757.142022:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829758.166046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829759.061914:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829759.061921:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829759.061925:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829759.061934:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5717 00000100:00080000:1.0:1787829759.061943:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829759.061949:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829759.061982:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422417664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829759.062005:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829759.062008:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829759.062009:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829759.062012:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5717 00000100:00080000:1.0:1787829759.062014:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829759.062017:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829759.062024:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829759.062032:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422417792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829759.062041:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829759.062044:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829759.062045:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829759.062048:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5717 00000100:00080000:1.0:1787829759.062051:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829759.062053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422417664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829759.062056:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829759.062064:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829759.062070:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422417920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829759.062076:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829759.062079:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829759.062080:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829759.062082:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5717 00000100:00080000:1.0:1787829759.062086:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829759.062089:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829759.062093:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829759.062099:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422418048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829759.062105:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829759.062107:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829759.062109:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829759.062111:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5717 00000100:00080000:1.0:1787829759.062114:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829759.062118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829759.062121:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829759.062125:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829759.062149:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422418176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829759.062175:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829759/real 1787829759] req@ffff8a4f13cb2d00 x1874669422417664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829759.062190:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422417664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829759.062198:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829759.062201:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829759.062204:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422417664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829759.062224:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829759.062241:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829759.062250:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829759/real 1787829759] req@ffff8a4f13cb1e00 x1874669422417792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829759.062258:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422417792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829759.062268:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829759.062271:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829759.062273:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829759.062276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829759.062286:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829759.062292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829759/real 1787829759] req@ffff8a4f13cb0b40 x1874669422417920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829759.062300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422417920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829759.062305:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829759.062307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829759.062309:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422417920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829759.062312:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829759.062321:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829759.062327:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829759/real 1787829759] req@ffff8a4f13cb0780 x1874669422418048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829759.062335:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422418048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829759.062340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829759.062341:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829759.062344:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829759.062347:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829759.062357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829759.062362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829759/real 1787829759] req@ffff8a4f13cb30c0 x1874669422418176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829759.062369:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422418176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829759.062375:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829759.062376:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829759.062378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829759.189987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829760.214070:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829761.237983:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829762.262005:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829763.285982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829764.181965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829764.181973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829764.181977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829764.181996:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5722 00000100:00080000:3.0:1787829764.182006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829764.182012:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829764.182054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422418304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829764.182089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829764.182092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829764.182094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829764.182110:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5722 00000100:00080000:3.0:1787829764.182113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829764.182118:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829764.182127:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829764.182140:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422418304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829764.182140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422418432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829764.182155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829764.182158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829764.182159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829764.182162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5722 00000100:00080000:3.0:1787829764.182165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829764.182167:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829764.182170:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829764.182178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422418560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829764.182184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829764.182187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829764.182188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829764.182191:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5722 00000100:00080000:3.0:1787829764.182194:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829764.182196:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829764.182199:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829764.182207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422418688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829764.182213:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829764.182220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829764.182223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829764.182224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829764.182228:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5722 00000100:00080000:3.0:1787829764.182230:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829764.182232:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829764.182235:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829764.182243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422418816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829764.182267:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829764/real 1787829764] req@ffff8a4f08daa940 x1874669422418304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829764.182289:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422418304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829764.182301:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829764.182306:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829764.182311:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422418304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829764.182335:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829764.182370:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829764.182385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829764/real 1787829764] req@ffff8a4f08da9a40 x1874669422418432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829764.182401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422418432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829764.182410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829764.182413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829764.182417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829764.182424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829764.182444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829764.182456:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829764/real 1787829764] req@ffff8a4f08daad00 x1874669422418560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829764.182469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422418560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829764.182478:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829764.182481:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829764.182484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829764.182490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829764.182510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829764.182522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829764/real 1787829764] req@ffff8a4f08dab840 x1874669422418688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829764.182541:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422418688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829764.182550:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829764.182553:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829764.182557:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829764.182563:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829764.182581:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829764.182592:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829764/real 1787829764] req@ffff8a4f08da8f00 x1874669422418816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829764.182605:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422418816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829764.182613:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829764.182616:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829764.182620:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422418816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829764.310006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829765.334026:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829766.358034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829767.382272:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829768.406029:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829769.301990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829769.301998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829769.302002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829769.302010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5727 00000100:00080000:0.0:1787829769.302018:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829769.302025:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829769.302057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422418944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829769.302094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829769.302097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829769.302099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829769.302102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5727 00000100:00080000:0.0:1787829769.302104:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829769.302108:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829769.302116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829769.302127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422419072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829769.302134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829769.302137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829769.302138:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829769.302140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5727 00000100:00080000:0.0:1787829769.302142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829769.302146:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829769.302150:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422418944:192.168.203.149@tcp:250:kworker.0 00000008:00100000:0.0:1787829769.302151:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829769.302161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422419200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829769.302168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829769.302170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829769.302171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829769.302174:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5727 00000100:00080000:0.0:1787829769.302176:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829769.302179:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829769.302182:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829769.302190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422419328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829769.302196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829769.302198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829769.302200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829769.302202:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5727 00000100:00080000:0.0:1787829769.302204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829769.302207:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829769.302210:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829769.302218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422419456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829769.302227:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829769.302281:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829769/real 1787829769] req@ffff8a4f13c5a940 x1874669422418944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829769.302300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422418944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829769.302311:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829769.302316:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829769.302320:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422418944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829769.302338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829769.302363:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829769.302378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829769/real 1787829769] req@ffff8a4f13c583c0 x1874669422419072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829769.302392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422419072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829769.302402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829769.302405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829769.302409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829769.302446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829769.302466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829769.302478:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829769/real 1787829769] req@ffff8a4f13c59a40 x1874669422419200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829769.302490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422419200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829769.302497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829769.302500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829769.302504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829769.302509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829769.302527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829769.302537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829769/real 1787829769] req@ffff8a4f13c5a580 x1874669422419328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829769.302548:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422419328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829769.302556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829769.302559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829769.302562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829769.302568:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829769.302593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829769.302604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829769/real 1787829769] req@ffff8a4f13c58000 x1874669422419456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829769.302616:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422419456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829769.302624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829769.302627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829769.302630:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829769.430081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829770.454152:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829771.478121:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829772.502073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829773.525989:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829774.421996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829774.422009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829774.422014:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829774.422035:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5732 00000100:00080000:3.0:1787829774.422049:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829774.422058:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829774.422103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422419584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829774.422142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829774.422146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829774.422148:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829774.422152:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5732 00000100:00080000:3.0:1787829774.422156:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829774.422160:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829774.422171:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829774.422184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422419712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829774.422198:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422419584:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829774.422202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829774.422214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829774.422217:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829774.422221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5732 00000100:00080000:3.0:1787829774.422225:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829774.422229:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829774.422234:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829774.422247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422419840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829774.422264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829774.422269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829774.422271:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829774.422277:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5732 00000800:00000100:0.0:1787829774.422282:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829774.422285:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829774.422291:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829774.422296:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829774.422310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422419968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829774.422320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829774.422324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829774.422326:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829774.422331:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5732 00000100:00080000:3.0:1787829774.422334:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829774.422339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829774/real 1787829774] req@ffff8a4f08da9680 x1874669422419584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829774.422343:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829774.422353:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829774.422372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422420096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829774.422386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422419584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829774.422399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829774.422403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829774.422408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422419584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829774.422435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829774.422455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829774.422465:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829774/real 1787829774] req@ffff8a4f08daa1c0 x1874669422419712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829774.422474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422419712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829774.422480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829774.422482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829774.422484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829774.422489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829774.422500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829774.422507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829774/real 1787829774] req@ffff8a4f08da8f00 x1874669422419840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829774.422517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422419840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829774.422525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829774.422529:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829774.422532:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829774.422540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829774.422562:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829774.422573:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829774/real 1787829774] req@ffff8a4f08dab840 x1874669422419968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829774.422581:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422419968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829774.422587:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829774.422589:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829774.422592:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422419968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829774.422595:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829774.422608:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829774.422614:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829774/real 1787829774] req@ffff8a4f08daad00 x1874669422420096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829774.422621:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422420096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829774.422626:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829774.422628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829774.422631:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829774.550055:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829775.574052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829776.598098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829777.622019:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829778.646013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829779.541906:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829779.541914:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829779.541918:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829779.541926:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5737 00000100:00080000:3.0:1787829779.541934:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829779.541939:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829779.541966:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422420224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829779.541984:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829779.541986:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829779.541988:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829779.541998:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5737 00000100:00080000:3.0:1787829779.542000:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829779.542003:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829779.542011:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829779.542018:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422420352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829779.542022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422420224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829779.542029:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829779.542033:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829779.542034:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829779.542036:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5737 00000100:00080000:3.0:1787829779.542038:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829779.542040:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829779.542043:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829779.542051:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422420480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829779.542060:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829779.542062:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829779.542064:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829779.542066:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5737 00000100:00080000:3.0:1787829779.542068:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829779.542070:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829779.542073:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787829779.542073:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829779.542082:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422420608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829779.542089:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829779.542091:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829779.542092:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829779.542094:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5737 00000100:00080000:3.0:1787829779.542096:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829779.542098:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829779.542101:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829779.542115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829779/real 1787829779] req@ffff8a4f08da9a40 x1874669422420224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829779.542115:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422420736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829779.542144:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422420224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829779.542151:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829779.542154:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829779.542157:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422420224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829779.542173:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829779.542187:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829779.542194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829779/real 1787829779] req@ffff8a4f08daa940 x1874669422420352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829779.542201:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422420352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829779.542206:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829779.542208:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829779.542209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829779.542213:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829779.542221:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829779.542226:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829779/real 1787829779] req@ffff8a4f08dab480 x1874669422420480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829779.542236:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422420480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829779.542241:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829779.542242:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829779.542244:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829779.542247:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829779.542255:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829779.542261:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829779/real 1787829779] req@ffff8a4f08da83c0 x1874669422420608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829779.542267:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422420608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829779.542271:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829779.542272:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829779.542274:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829779.542277:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829779.542284:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829779.542289:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829779/real 1787829779] req@ffff8a4f08da92c0 x1874669422420736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829779.542295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422420736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829779.542303:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829779.542305:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829779.542307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829779.669950:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829780.694154:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829781.718000:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829782.742039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829783.765994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829784.661915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829784.661922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829784.661925:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829784.661932:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5743 00000100:00080000:0.0:1787829784.661940:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829784.661947:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829784.661988:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422420864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829784.662011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829784.662013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829784.662015:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829784.662017:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5743 00000100:00080000:0.0:1787829784.662020:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829784.662022:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829784.662030:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829784.662039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422420992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829784.662046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829784.662049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829784.662050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829784.662050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422420864:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829784.662057:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5743 00000100:00080000:0.0:1787829784.662061:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829784.662065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829784.662067:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829784.662073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422421120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829784.662078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829784.662080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829784.662081:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829784.662083:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5743 00000100:00080000:0.0:1787829784.662085:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829784.662087:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829784.662090:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829784.662096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422421248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829784.662100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829784.662102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829784.662103:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829784.662106:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5743 00000100:00080000:0.0:1787829784.662109:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829784.662110:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829784.662114:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829784.662120:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829784.662122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422421376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829784.662167:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829784/real 1787829784] req@ffff8a4f13c59680 x1874669422420864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829784.662184:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422420864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829784.662195:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829784.662198:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829784.662202:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422420864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829784.662231:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829784.662254:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829784.662266:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829784/real 1787829784] req@ffff8a4f13c58780 x1874669422420992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829784.662279:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422420992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829784.662286:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829784.662290:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829784.662293:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422420992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829784.662299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829784.662317:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829784.662329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829784/real 1787829784] req@ffff8a4f13c5ad00 x1874669422421120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829784.662346:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422421120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829784.662354:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829784.662365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829784.662368:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829784.662374:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829784.662394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829784.662406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829784/real 1787829784] req@ffff8a4f13c5b480 x1874669422421248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829784.662418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422421248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829784.662425:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829784.662428:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829784.662431:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829784.662437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829784.662455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829784.662465:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829784/real 1787829784] req@ffff8a4f13c58000 x1874669422421376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829784.662477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422421376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829784.662490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829784.662493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829784.662496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829784.790019:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829785.813972:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829786.838065:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829787.861981:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829788.886061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829789.781964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829789.781973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829789.781977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829789.781986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5748 00000100:00080000:3.0:1787829789.781995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829789.782001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829789.782045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422421504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829789.782068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829789.782071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829789.782072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829789.782075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5748 00000100:00080000:3.0:1787829789.782077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829789.782080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829789.782087:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829789.782096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422421632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829789.782104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829789.782109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829789.782110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422421504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829789.782111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829789.782119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5748 00000100:00080000:3.0:1787829789.782124:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829789.782126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829789.782128:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829789.782135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422421760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829789.782142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829789.782144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829789.782145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829789.782148:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5748 00000100:00080000:3.0:1787829789.782150:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829789.782152:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829789.782155:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829789.782162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422421888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829789.782167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829789.782169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829789.782170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829789.782173:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5748 00000100:00080000:3.0:1787829789.782175:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829789.782178:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829789.782181:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829789.782187:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829789.782190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422422016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829789.782237:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829789/real 1787829789] req@ffff8a4f08dab0c0 x1874669422421504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829789.782256:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422421504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829789.782265:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829789.782268:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829789.782271:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422421504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829789.782291:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829789.782310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829789.782330:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829789/real 1787829789] req@ffff8a4f08da8b40 x1874669422421632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829789.782345:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422421632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829789.782354:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829789.782357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829789.782362:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829789.782369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829789.782392:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829789.782405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829789/real 1787829789] req@ffff8a4f08daa580 x1874669422421760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829789.782419:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422421760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829789.782428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829789.782431:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829789.782435:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829789.782442:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829789.782462:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829789.782475:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829789/real 1787829789] req@ffff8a4f08da9e00 x1874669422421888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829789.782488:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422421888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829789.782497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829789.782500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829789.782504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422421888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829789.782510:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829789.782531:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829789.782545:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829789/real 1787829789] req@ffff8a4f08da8780 x1874669422422016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829789.782558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422422016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829789.782566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829789.782569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829789.782573:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829789.910004:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829790.934057:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829791.958114:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829792.982066:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829794.006041:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829794.901939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829794.901948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829794.901951:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829794.901960:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5753 00000100:00080000:3.0:1787829794.901969:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829794.901975:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829794.902007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422422144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829794.902027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829794.902030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829794.902031:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829794.902034:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5753 00000100:00080000:3.0:1787829794.902036:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829794.902038:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829794.902046:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829794.902054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422422272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829794.902062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829794.902069:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422422144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829794.902069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829794.902074:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829794.902081:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5753 00000100:00080000:3.0:1787829794.902084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829794.902089:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829794.902094:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829794.902110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422422400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829794.902121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829794.902123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829794.902125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829794.902128:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5753 00000800:00000100:0.0:1787829794.902132:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829794.902134:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829794.902146:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829794.902152:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829794.902161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422422528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829794.902167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829794.902170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829794.902171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829794.902174:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5753 00000100:00080000:3.0:1787829794.902177:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829794.902180:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829794.902185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829794.902186:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829794/real 1787829794] req@ffff8a4f08dabc00 x1874669422422144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829794.902195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422422656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829794.902218:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422422144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829794.902235:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829794.902239:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829794.902242:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422422144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829794.902262:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829794.902282:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829794.902292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829794/real 1787829794] req@ffff8a4f08da8000 x1874669422422272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829794.902305:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422422272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829794.902311:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829794.902313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829794.902315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829794.902319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829794.902336:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829794.902343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829794/real 1787829794] req@ffff8a4f08da8780 x1874669422422400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829794.902351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422422400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829794.902357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829794.902359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829794.902361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829794.902364:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829794.902375:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829794.902381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829794/real 1787829794] req@ffff8a4f08da9e00 x1874669422422528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829794.902389:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422422528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829794.902398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829794.902400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829794.902402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829794.902405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829794.902414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829794.902420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829794/real 1787829794] req@ffff8a4f08daa580 x1874669422422656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829794.902427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422422656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829794.902432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829794.902434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829794.902436:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829795.030043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829796.054047:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829797.078116:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829798.102056:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829799.126107:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829800.022012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829800.022022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829800.022027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829800.022050:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5758 00000100:00080000:3.0:1787829800.022064:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829800.022074:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829800.022134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422422784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829800.022168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829800.022172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829800.022174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829800.022179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5758 00000100:00080000:3.0:1787829800.022183:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829800.022188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829800.022210:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829800.022224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422422912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829800.022234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829800.022238:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422422784:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829800.022238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829800.022244:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829800.022261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5758 00000100:00080000:3.0:1787829800.022265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829800.022268:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829800.022273:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829800.022284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422423040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829800.022291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829800.022294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829800.022295:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829800.022299:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5758 00000100:00080000:3.0:1787829800.022304:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829800.022307:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829800.022311:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829800.022318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422423168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829800.022335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829800.022337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829800.022339:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829800.022343:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5758 00000800:00000100:0.0:1787829800.022354:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829800.022354:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829800.022363:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829800.022370:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829800.022383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422423296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829800.022411:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829800/real 1787829800] req@ffff8a4f08da8b40 x1874669422422784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829800.022434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422422784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829800.022454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829800.022459:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829800.022463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422422784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829800.022509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829800.022549:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829800.022564:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829800/real 1787829800] req@ffff8a4f08dab0c0 x1874669422422912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829800.022579:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422422912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829800.022589:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829800.022593:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829800.022596:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422422912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829800.022603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829800.022626:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829800.022638:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829800/real 1787829800] req@ffff8a4f08da92c0 x1874669422423040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829800.022650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422423040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829800.022659:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829800.022662:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829800.022666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829800.022673:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829800.022692:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829800.022704:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829800/real 1787829800] req@ffff8a4f08da83c0 x1874669422423168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829800.022716:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422423168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829800.022740:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829800.022744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829800.022747:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829800.022753:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829800.022771:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829800.022782:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829800/real 1787829800] req@ffff8a4f08dab480 x1874669422423296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829800.022812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422423296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829800.022822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829800.022826:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829800.022830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829800.150047:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829801.174076:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829802.197982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829803.222000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829804.246018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829805.141983:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829805.141991:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829805.141994:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829805.142002:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5763 00000100:00080000:1.0:1787829805.142012:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829805.142020:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829805.142059:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422423424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829805.142088:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829805.142094:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829805.142096:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829805.142100:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5763 00000100:00080000:1.0:1787829805.142105:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829805.142108:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829805.142118:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829805.142131:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422423552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829805.142142:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829805.142145:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829805.142147:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829805.142151:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5763 00000100:00080000:1.0:1787829805.142155:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829805.142159:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829805.142164:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829805.142176:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422423680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829805.142185:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829805.142188:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829805.142190:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829805.142193:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5763 00000100:00080000:1.0:1787829805.142197:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829805.142201:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829805.142208:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829805.142219:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422423808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829805.142230:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829805.142234:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829805.142236:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829805.142240:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422423424:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829805.142243:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5763 00000100:00080000:1.0:1787829805.142250:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829805.142258:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829805.142264:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829805.142277:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422423936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829805.142332:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829805.142381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829805/real 1787829805] req@ffff8a4f13cb03c0 x1874669422423424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829805.142396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422423424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829805.142404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829805.142407:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829805.142410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422423424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829805.142416:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423552:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829805.142434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829805.142446:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829805/real 1787829805] req@ffff8a4f13cb12c0 x1874669422423552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829805.142459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422423552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829805.142467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829805.142471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829805.142475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829805.142481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829805.142503:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829805.142516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829805/real 1787829805] req@ffff8a4f13cb30c0 x1874669422423680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829805.142537:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422423680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829805.142547:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829805.142550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829805.142554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829805.142584:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829805.142618:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829805.142632:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829805/real 1787829805] req@ffff8a4f13cb0780 x1874669422423808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829805.142645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422423808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829805.142655:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829805.142658:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829805.142660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829805.142665:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829805.142687:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829805.142695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829805/real 1787829805] req@ffff8a4f13cb0b40 x1874669422423936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829805.142703:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422423936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829805.142713:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829805.142715:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829805.142717:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422423936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829805.270056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829806.294007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829807.318041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829808.342012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829809.366125:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829810.261984:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829810.261991:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829810.261995:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829810.262002:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5768 00000100:00080000:3.0:1787829810.262012:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829810.262018:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829810.262049:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422424064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829810.262078:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829810.262082:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829810.262084:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829810.262088:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5768 00000100:00080000:3.0:1787829810.262092:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829810.262096:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829810.262105:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829810.262117:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422424192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829810.262118:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422424064:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829810.262128:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829810.262132:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829810.262134:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829810.262137:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5768 00000100:00080000:3.0:1787829810.262141:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829810.262144:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829810.262148:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829810.262156:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422424320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829810.262165:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829810.262167:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829810.262169:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829810.262173:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5768 00000800:00000100:0.0:1787829810.262175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829810.262176:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829810.262180:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829810.262184:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829810.262193:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422424448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829810.262201:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829810.262204:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829810.262205:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829810.262209:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5768 00000100:00080000:3.0:1787829810.262212:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829810.262215:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829810.262216:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829810/real 1787829810] req@ffff8a4f08daa940 x1874669422424064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829810.262221:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829810.262230:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422424576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829810.262233:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422424064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829810.262244:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829810.262248:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829810.262252:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422424064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829810.262278:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829810.262299:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829810.262308:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829810/real 1787829810] req@ffff8a4f08da9a40 x1874669422424192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829810.262317:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422424192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829810.262327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829810.262329:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829810.262332:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424192:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829810.262338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424320:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829810.262357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829810.262368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829810/real 1787829810] req@ffff8a4f08daad00 x1874669422424320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829810.262382:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422424320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829810.262390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829810.262394:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829810.262396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424320:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829810.262401:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829810.262416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829810.262424:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829810/real 1787829810] req@ffff8a4f08dab840 x1874669422424448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829810.262432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422424448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829810.262437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829810.262438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829810.262441:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829810.262445:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829810.262455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829810.262461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829810/real 1787829810] req@ffff8a4f08da8f00 x1874669422424576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829810.262468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422424576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829810.262473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829810.262474:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829810.262476:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:3.0:1787829810.390007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829811.414078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787829812.438007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829813.461991:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829814.486005:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829815.381931:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829815.381939:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829815.381943:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829815.381951:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5773 00000100:00080000:3.0:1787829815.381961:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829815.381970:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829815.382007:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422424704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829815.382032:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829815.382035:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829815.382036:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829815.382039:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5773 00000100:00080000:3.0:1787829815.382042:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829815.382045:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829815.382052:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829815.382062:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422424832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829815.382069:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829815.382072:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829815.382074:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829815.382078:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5773 00000100:00080000:3.0:1787829815.382080:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829815.382082:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829815.382085:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829815.382089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422424704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829815.382096:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422424960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829815.382103:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829815.382105:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829815.382106:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829815.382109:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5773 00000100:00080000:3.0:1787829815.382110:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829815.382113:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829815.382115:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829815.382122:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422425088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829815.382128:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829815.382130:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829815.382131:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829815.382133:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5773 00000100:00080000:3.0:1787829815.382135:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829815.382137:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829815.382140:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829815.382148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422425216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829815.382217:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829815.382273:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829815.382306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829815.382330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829815.510038:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829816.533977:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829817.558078:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829818.454081:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829818.454130:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829818.454148:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829818.454195:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829818.454206:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829818.454216:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829818.454229:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829818.454260:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829815/real 1787829818] req@ffff8a4f08da8f00 x1874669422424960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829818.454289:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422424960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829818.454301:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829818.454307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829818.454313:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829818.454321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829815/real 1787829818] req@ffff8a4f08dab840 x1874669422425088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829818.454336:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422425088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829818.454343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829818.454347:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829818.454350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829818.454356:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829815/real 1787829818] req@ffff8a4f08daad00 x1874669422425216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829818.454368:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422425216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829818.454375:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829818.454378:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829818.454381:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425216:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829818.454396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829815/real 1787829818] req@ffff8a4f08daa1c0 x1874669422424704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829818.454407:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422424704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829818.454415:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829818.454418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829818.454421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422424704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829818.454426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829815/real 1787829818] req@ffff8a4f08da9680 x1874669422424832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829818.454438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422424832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829818.454445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829818.454558:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829818.454563:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422424832:192.168.203.149@tcp:38:kworker.0 00010000:00010000:0.0:1787829818.582037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829819.606016:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829820.501969:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829820.501980:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829820.501983:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829820.501993:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5778 00000100:00080000:3.0:1787829820.502004:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829820.502013:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829820.502048:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422425344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829820.502084:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829820.502089:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829820.502091:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829820.502095:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5778 00000100:00080000:3.0:1787829820.502100:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829820.502105:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829820.502117:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829820.502135:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422425472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829820.502136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422425344:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829820.502155:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829820.502159:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829820.502161:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829820.502165:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5778 00000100:00080000:3.0:1787829820.502169:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829820.502175:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829820.502180:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829820.502194:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422425600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829820.502205:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829820.502209:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829820.502211:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829820.502215:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5778 00000100:00080000:3.0:1787829820.502220:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829820.502221:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829820.502230:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829820.502238:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829820.502252:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422425728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829820.502270:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829820/real 1787829820] req@ffff8a4f08da9a40 x1874669422425344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829820.502270:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829820.502278:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829820.502282:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829820.502292:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5778 00000100:00080000:3.0:1787829820.502298:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829820.502303:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422425344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829820.502306:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829820.502316:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787829820.502333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787829820.502335:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422425856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829820.502341:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829820.502352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422425344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829820.502382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425472:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829820.502408:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829820.502423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829820/real 1787829820] req@ffff8a4f08daa940 x1874669422425472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829820.502438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422425472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829820.502447:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829820.502451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829820.502455:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829820.502462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425600:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829820.502484:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829820.502497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829820/real 1787829820] req@ffff8a4f08dab480 x1874669422425600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829820.502511:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422425600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829820.502519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829820.502523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829820.502527:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829820.502534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425728:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829820.502555:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829820.502568:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829820/real 1787829820] req@ffff8a4f08da83c0 x1874669422425728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829820.502580:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422425728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829820.502588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829820.502591:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829820.502595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829820.502602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425856:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829820.502621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829820.502631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829820/real 1787829820] req@ffff8a4f08da92c0 x1874669422425856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829820.502644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422425856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829820.502652:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829820.502655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829820.502659:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422425856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829820.630051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829821.654006:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829822.678016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829823.702018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829824.726007:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829825.621928:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829825.621936:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829825.621939:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829825.621947:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5784 00000100:00080000:3.0:1787829825.621955:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829825.621960:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829825.621995:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422425984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829825.622023:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829825.622026:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829825.622028:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829825.622032:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5784 00000100:00080000:3.0:1787829825.622035:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829825.622039:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829825.622049:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829825.622058:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422426112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829825.622066:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422425984:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829825.622068:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829825.622074:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829825.622075:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829825.622078:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5784 00000100:00080000:3.0:1787829825.622080:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829825.622083:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829825.622085:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829825.622092:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422426240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829825.622099:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829825.622101:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829825.622102:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829825.622104:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5784 00000100:00080000:3.0:1787829825.622107:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829825.622109:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829825.622111:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829825.622117:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422426368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829825.622123:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1787829825.622125:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829825.622128:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829825.622130:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829825.622133:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5784 00000100:00080000:3.0:1787829825.622136:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829825.622138:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829825.622141:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829825.622150:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422426496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829825.622163:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829825/real 1787829825] req@ffff8a4f08dab0c0 x1874669422425984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829825.622176:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422425984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829825.622184:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829825.622186:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829825.622189:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422425984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829825.622208:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829825.622228:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829825.622240:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829825/real 1787829825] req@ffff8a4f08da8b40 x1874669422426112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829825.622253:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422426112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829825.622260:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829825.622262:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829825.622264:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829825.622268:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829825.622281:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829825.622288:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829825/real 1787829825] req@ffff8a4f08daa580 x1874669422426240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829825.622295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422426240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829825.622300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829825.622302:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829825.622303:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829825.622306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829825.622315:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829825.622320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829825/real 1787829825] req@ffff8a4f08da9e00 x1874669422426368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829825.622327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422426368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829825.622331:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829825.622333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829825.622334:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829825.622337:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829825.622345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829825.622350:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829825/real 1787829825] req@ffff8a4f08da8780 x1874669422426496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829825.622356:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422426496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829825.622365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829825.622367:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829825.622368:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829825.750036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829826.773993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829827.798008:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829828.821977:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829829.846047:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829830.741955:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829830.741964:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829830.741968:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829830.741975:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5789 00000100:00080000:3.0:1787829830.741984:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829830.741991:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829830.742022:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422426624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829830.742050:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829830.742053:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829830.742055:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829830.742058:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5789 00000100:00080000:3.0:1787829830.742061:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829830.742065:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829830.742080:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829830.742091:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422426752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829830.742100:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829830.742103:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829830.742105:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829830.742108:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5789 00000100:00100000:0.0:1787829830.742110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422426624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829830.742111:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829830.742122:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829830.742126:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829830.742135:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422426880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829830.742149:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829830.742152:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829830.742154:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829830.742157:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5789 00000100:00080000:3.0:1787829830.742163:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829830.742164:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829830.742166:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829830.742170:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829830.742178:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422427008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829830.742186:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829830.742188:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829830.742190:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829830.742192:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5789 00000100:00080000:3.0:1787829830.742195:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829830.742198:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829830.742200:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829830/real 1787829830] req@ffff8a4f08da8000 x1874669422426624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829830.742202:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829830.742216:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422426624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829830.742217:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422427136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829830.742227:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829830.742231:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829830.742234:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422426624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829830.742241:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829830.742262:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829830.742274:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829830/real 1787829830] req@ffff8a4f08dabc00 x1874669422426752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829830.742286:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422426752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829830.742294:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829830.742298:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829830.742300:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829830.742326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829830.742346:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829830.742357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829830/real 1787829830] req@ffff8a4f08da8780 x1874669422426880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829830.742365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422426880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829830.742369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829830.742372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829830.742375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422426880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829830.742380:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829830.742398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829830.742409:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829830/real 1787829830] req@ffff8a4f08da9e00 x1874669422427008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829830.742419:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422427008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829830.742424:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829830.742425:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829830.742428:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829830.742433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829830.742451:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829830.742461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829830/real 1787829830] req@ffff8a4f08daa580 x1874669422427136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829830.742472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422427136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829830.742480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829830.742482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829830.742484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829830.870016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829831.894034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829832.918002:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829833.942036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829834.966032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829835.861954:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829835.861964:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829835.861968:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829835.861978:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5794 00000100:00080000:3.0:1787829835.861989:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829835.861996:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829835.862036:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422427264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829835.862061:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829835.862064:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829835.862066:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829835.862068:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5794 00000100:00080000:3.0:1787829835.862070:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829835.862073:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829835.862081:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829835.862091:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422427392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829835.862101:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829835.862105:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829835.862107:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829835.862110:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5794 00000100:00080000:3.0:1787829835.862114:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829835.862119:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829835.862123:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422427264:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787829835.862125:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829835.862141:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422427520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829835.862151:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829835.862155:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829835.862156:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829835.862160:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5794 00000100:00080000:3.0:1787829835.862165:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829835.862169:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829835.862176:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829835.862187:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422427648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829835.862197:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829835.862200:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829835.862201:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829835.862204:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5794 00000100:00080000:3.0:1787829835.862207:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829835.862210:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829835.862214:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829835.862225:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829835.862229:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422427776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829835.862286:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829835/real 1787829835] req@ffff8a4f08da8b40 x1874669422427264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829835.862305:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422427264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829835.862317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829835.862321:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829835.862326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422427264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829835.862333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829835.862357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829835.862372:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829835/real 1787829835] req@ffff8a4f08dab0c0 x1874669422427392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829835.862385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422427392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829835.862393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829835.862397:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829835.862400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829835.862434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829835.862474:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829835.862487:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829835/real 1787829835] req@ffff8a4f08da92c0 x1874669422427520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829835.862499:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422427520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829835.862507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829835.862511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829835.862514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829835.862520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829835.862540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829835.862553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829835/real 1787829835] req@ffff8a4f08da83c0 x1874669422427648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829835.862564:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422427648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829835.862571:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829835.862574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829835.862577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829835.862583:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829835.862614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829835.862627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829835/real 1787829835] req@ffff8a4f08dab480 x1874669422427776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829835.862638:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422427776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829835.862645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829835.862648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829835.862651:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422427776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829835.990036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829837.014016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829838.038045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829839.061982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829840.086024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829840.981941:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829840.981950:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829840.981955:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829840.981964:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5799 00000100:00080000:3.0:1787829840.981974:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829840.981981:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829840.982016:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422427904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829840.982041:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829840.982046:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829840.982048:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829840.982053:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5799 00000100:00080000:3.0:1787829840.982057:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829840.982061:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829840.982070:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422427904:192.168.203.149@tcp:250:kworker.0 00000008:00100000:3.0:1787829840.982071:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829840.982087:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422428032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829840.982097:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829840.982101:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829840.982103:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829840.982106:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5799 00000100:00080000:3.0:1787829840.982111:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829840.982122:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829840.982130:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829840.982133:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829840.982146:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422428160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829840.982156:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829840.982159:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829840.982161:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829840.982165:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5799 00000100:00100000:0.0:1787829840.982168:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829840/real 1787829840] req@ffff8a4f08daa940 x1874669422427904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829840.982172:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829840.982181:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829840.982189:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829840.982194:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422427904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829840.982200:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422428288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829840.982218:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829840.982218:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829840.982223:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829840.982226:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787829840.982226:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829840.982232:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422427904:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829840.982233:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5799 00000100:00080000:3.0:1787829840.982240:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829840.982243:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829840.982246:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829840.982253:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422428416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829840.982258:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829840.982278:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829840.982287:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829840/real 1787829840] req@ffff8a4f08da9a40 x1874669422428032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829840.982295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422428032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829840.982300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829840.982302:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829840.982303:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829840.982307:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829840.982315:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829840.982321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829840/real 1787829840] req@ffff8a4f08da9680 x1874669422428160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829840.982327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422428160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829840.982336:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829840.982337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829840.982339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829840.982342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829840.982350:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829840.982355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829840/real 1787829840] req@ffff8a4f08daa1c0 x1874669422428288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829840.982361:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422428288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829840.982365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829840.982367:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829840.982369:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829840.982377:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829840.982385:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829840.982401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829840/real 1787829840] req@ffff8a4f08daad00 x1874669422428416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829840.982408:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422428416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829840.982412:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829840.982414:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829840.982416:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829841.109972:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829842.134009:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829843.158035:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829844.182044:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829845.206012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829846.101954:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829846.101964:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829846.101968:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829846.101978:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5804 00000100:00080000:3.0:1787829846.101988:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829846.101996:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829846.102032:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422428544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829846.102066:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829846.102070:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829846.102072:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829846.102076:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5804 00000100:00080000:3.0:1787829846.102080:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829846.102084:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829846.102093:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829846.102105:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422428672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829846.102124:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829846.102127:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829846.102129:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829846.102136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422428544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829846.102136:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5804 00000100:00080000:3.0:1787829846.102142:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829846.102148:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829846.102153:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829846.102166:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422428800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829846.102176:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829846.102180:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829846.102181:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829846.102185:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5804 00000100:00080000:3.0:1787829846.102189:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829846.102201:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829846.102206:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829846.102213:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829846.102226:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422428928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829846.102242:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829846/real 1787829846] req@ffff8a4f08dab840 x1874669422428544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829846.102242:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829846.102251:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829846.102255:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829846.102264:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5804 00000100:00100000:0.0:1787829846.102269:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422428544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829846.102269:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829846.102278:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787829846.102284:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1787829846.102287:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787829846.102290:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829846.102295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422428544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829846.102305:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422429056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829846.102318:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829846.102345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829846.102360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829846/real 1787829846] req@ffff8a4f08da8f00 x1874669422428672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829846.102374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422428672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829846.102382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829846.102384:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829846.102388:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829846.102392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829846.102407:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829846.102415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829846/real 1787829846] req@ffff8a4f08daad00 x1874669422428800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829846.102423:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422428800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829846.102428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829846.102430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829846.102432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829846.102435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829846.102445:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829846.102451:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829846/real 1787829846] req@ffff8a4f08daa1c0 x1874669422428928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829846.102458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422428928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829846.102463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829846.102464:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829846.102466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422428928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829846.102478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829846.102487:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829846.102494:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829846/real 1787829846] req@ffff8a4f08da9680 x1874669422429056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829846.102502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422429056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829846.102507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829846.102509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829846.102510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829846.230031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829847.253994:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829848.278046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829849.302018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829850.326098:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829851.221956:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829851.221967:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829851.221971:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829851.221982:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5809 00000100:00080000:3.0:1787829851.221992:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829851.222001:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829851.222038:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422429184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829851.222069:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829851.222074:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829851.222076:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829851.222081:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5809 00000100:00080000:3.0:1787829851.222085:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829851.222091:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829851.222103:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829851.222108:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422429184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829851.222120:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422429312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829851.222135:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829851.222140:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829851.222142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829851.222147:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5809 00000100:00080000:3.0:1787829851.222152:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829851.222156:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:0.0:1787829851.222162:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:3.0:1787829851.222163:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829851.222180:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422429440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829851.222198:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829851/real 1787829851] req@ffff8a4f08da9a40 x1874669422429184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829851.222207:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829851.222213:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422429184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829851.222213:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829851.222217:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829851.222229:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829851.222229:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5809 00000100:00080000:0.0:1787829851.222236:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787829851.222239:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829851.222242:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422429184:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829851.222248:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829851.222255:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829851.222263:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829851.222273:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422429568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829851.222284:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829851.222291:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829851.222296:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787829851.222297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829851/real 1787829851] req@ffff8a4f08daa940 x1874669422429312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829851.222301:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829851.222312:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5809 00000100:00100000:0.0:1787829851.222316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422429312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829851.222319:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829851.222327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829851.222328:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00080000:0.0:1787829851.222332:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829851.222337:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429312:192.168.203.149@tcp:38:kworker.0 00000008:00100000:3.0:1787829851.222339:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829851.222342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829851.222360:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422429696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829851.222361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829851.222370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829851/real 1787829851] req@ffff8a4f08dab480 x1874669422429440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829851.222382:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422429440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829851.222387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829851.222389:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829851.222391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829851.222403:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829851.222414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829851.222420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829851/real 1787829851] req@ffff8a4f08da83c0 x1874669422429568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829851.222427:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422429568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829851.222432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829851.222434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829851.222436:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829851.222440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829851.222448:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829851.222454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829851/real 1787829851] req@ffff8a4f08da92c0 x1874669422429696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829851.222461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422429696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829851.222466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829851.222467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829851.222469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829851.350016:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829852.374063:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829853.398033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829854.422075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829855.446017:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829856.341961:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829856.341970:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829856.341974:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829856.341983:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5814 00000100:00080000:3.0:1787829856.341994:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829856.342001:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829856.342041:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422429824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829856.342078:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829856.342082:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829856.342084:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829856.342088:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5814 00000100:00080000:3.0:1787829856.342092:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829856.342097:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829856.342107:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829856.342120:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422429952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829856.342126:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422429824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829856.342153:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829856.342156:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829856.342159:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829856.342164:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5814 00000100:00080000:3.0:1787829856.342168:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829856.342172:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829856.342177:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829856.342196:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422430080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829856.342200:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829856.342212:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829856.342216:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829856.342218:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829856.342223:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5814 00000100:00080000:3.0:1787829856.342227:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829856.342231:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829856.342236:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829856.342248:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829856/real 1787829856] req@ffff8a4f08dab0c0 x1874669422429824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829856.342255:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422430208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829856.342267:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422429824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829856.342268:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829856.342277:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829856.342282:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829856.342286:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829856.342289:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5814 00000100:00080000:0.0:1787829856.342294:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787829856.342296:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829856.342301:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422429824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829856.342306:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829856.342312:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829856.342324:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422430336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829856.342330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829856.342364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829856.342380:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829856/real 1787829856] req@ffff8a4f08da8b40 x1874669422429952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829856.342391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422429952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829856.342397:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829856.342399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829856.342402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422429952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829856.342406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829856.342421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829856.342429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829856/real 1787829856] req@ffff8a4f08daa580 x1874669422430080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829856.342437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422430080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829856.342444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829856.342448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829856.342451:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829856.342473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829856.342497:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829856.342520:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829856/real 1787829856] req@ffff8a4f08da9e00 x1874669422430208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829856.342529:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422430208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829856.342535:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829856.342537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829856.342539:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829856.342553:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829856.342568:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829856.342575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829856/real 1787829856] req@ffff8a4f08da8780 x1874669422430336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829856.342583:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422430336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829856.342588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829856.342590:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829856.342592:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829856.470061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829857.494073:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829858.518059:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829859.542116:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829860.566050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829861.461982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829861.461993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829861.461998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829861.462008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5819 00000100:00080000:2.0:1787829861.462019:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829861.462028:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829861.462066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422430464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829861.462092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829861.462094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829861.462096:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829861.462099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5819 00000100:00080000:2.0:1787829861.462102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829861.462104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829861.462112:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829861.462121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422430592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829861.462129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829861.462132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829861.462133:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829861.462136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5819 00000100:00080000:2.0:1787829861.462138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829861.462143:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422430464:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829861.462143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829861.462150:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829861.462157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422430720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829861.462165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829861.462168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829861.462169:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829861.462171:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5819 00000100:00080000:2.0:1787829861.462174:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829861.462177:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829861.462180:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829861.462188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422430848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829861.462194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829861.462197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829861.462198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829861.462200:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5819 00000100:00080000:2.0:1787829861.462204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829861.462205:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:2.0:1787829861.462211:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829861.462216:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829861.462229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422430976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829861.462253:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829861/real 1787829861] req@ffff8a4f06e8d680 x1874669422430464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829861.462270:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422430464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829861.462279:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829861.462283:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829861.462287:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422430464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829861.462295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829861.462317:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829861.462328:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829861/real 1787829861] req@ffff8a4f06e8f480 x1874669422430592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829861.462337:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422430592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829861.462345:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829861.462349:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829861.462352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829861.462379:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829861.462394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829861.462402:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829861/real 1787829861] req@ffff8a4f06e8e1c0 x1874669422430720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829861.462411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422430720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829861.462416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829861.462418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829861.462433:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829861.462437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829861.462452:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829861.462460:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829861/real 1787829861] req@ffff8a4f06e8ed00 x1874669422430848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829861.462469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422430848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829861.462474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829861.462476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829861.462478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829861.462482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829861.462491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829861.462497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829861/real 1787829861] req@ffff8a4f06e8c780 x1874669422430976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829861.462504:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422430976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829861.462514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829861.462515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829861.462517:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422430976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829861.590042:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829862.614041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829863.637999:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829864.662079:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829865.685996:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829866.581944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829866.581953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829866.581956:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829866.581966:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5824 00000100:00080000:0.0:1787829866.581977:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829866.581984:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829866.582021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422431104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829866.582047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829866.582050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829866.582051:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829866.582054:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5824 00000100:00080000:0.0:1787829866.582057:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829866.582060:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829866.582069:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829866.582083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422431232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829866.582091:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422431104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829866.582102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829866.582106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829866.582109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829866.582113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5824 00000100:00080000:0.0:1787829866.582117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829866.582120:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829866.582125:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829866.582139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422431360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829866.582149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829866.582154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1787829866.582155:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829866.582159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829866.582166:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5824 00000100:00080000:0.0:1787829866.582172:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829866.582176:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829866.582181:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829866.582192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422431488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829866.582197:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829866/real 1787829866] req@ffff8a4f13c5a580 x1874669422431104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829866.582203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829866.582210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829866.582212:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829866.582220:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5824 00000100:00080000:0.0:1787829866.582223:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1787829866.582226:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422431104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829866.582229:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829866.582235:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1787829866.582245:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787829866.582248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422431616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829866.582252:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829866.582260:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422431104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829866.582283:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422431232:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829866.582300:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829866.582309:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829866/real 1787829866] req@ffff8a4f13c59a40 x1874669422431232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829866.582317:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422431232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829866.582322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829866.582325:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829866.582327:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422431232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829866.582331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422431360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829866.582342:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829866.582348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829866/real 1787829866] req@ffff8a4f13c583c0 x1874669422431360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829866.582356:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422431360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829866.582361:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829866.582362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829866.582364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422431360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829866.582367:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422431488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829866.582377:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829866.582383:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829866/real 1787829866] req@ffff8a4f13c5a940 x1874669422431488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829866.582407:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422431488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829866.582413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829866.582415:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829866.582417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422431488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829866.582421:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422431616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829866.582435:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829866.582443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829866/real 1787829866] req@ffff8a4f13c5bc00 x1874669422431616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829866.582450:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422431616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829866.582455:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829866.582457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829866.582459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422431616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829866.710027:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829867.734011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829868.758064:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829869.781988:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829870.805996:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829871.701966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829871.701974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829871.701977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829871.701985:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5830 00000100:00080000:0.0:1787829871.701994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829871.702000:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829871.702032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422431744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829871.702055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829871.702058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829871.702059:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829871.702062:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5830 00000100:00080000:0.0:1787829871.702064:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829871.702066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829871.702074:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829871.702083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422431872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829871.702092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829871.702094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829871.702095:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829871.702101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5830 00000100:00100000:3.0:1787829871.702102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422431744:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829871.702103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829871.702109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829871.702113:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829871.702120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422432000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829871.702127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829871.702129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829871.702130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829871.702133:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5830 00000100:00080000:0.0:1787829871.702135:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829871.702138:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829871.702142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829871.702148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422432128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829871.702154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829871.702156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829871.702157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829871.702160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5830 00000100:00080000:0.0:1787829871.702163:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787829871.702166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829871.702169:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829871.702174:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829871.702183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422432256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829871.702207:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829871/real 1787829871] req@ffff8a4f13c5b0c0 x1874669422431744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829871.702222:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422431744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829871.702230:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829871.702233:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829871.702236:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422431744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829871.702254:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422431872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829871.702269:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829871.702277:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829871/real 1787829871] req@ffff8a4f13c592c0 x1874669422431872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829871.702285:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422431872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829871.702294:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829871.702297:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829871.702299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422431872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829871.702302:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829871.702311:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829871.702317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829871/real 1787829871] req@ffff8a4f13c5a1c0 x1874669422432000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829871.702324:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422432000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829871.702333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829871.702336:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829871.702339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829871.702345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829871.702381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829871.702393:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829871/real 1787829871] req@ffff8a4f13c58f00 x1874669422432128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829871.702405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422432128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829871.702411:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829871.702413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829871.702416:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829871.702420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829871.702434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829871.702441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829871/real 1787829871] req@ffff8a4f13c5bc00 x1874669422432256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829871.702449:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422432256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829871.702453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829871.702455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829871.702457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829871.830012:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829872.854037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829873.878032:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829874.902071:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829875.926039:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829876.821959:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829876.821970:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829876.821976:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829876.821986:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5835 00000100:00080000:1.0:1787829876.821997:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829876.822005:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829876.822037:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422432384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829876.822062:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829876.822065:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829876.822066:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829876.822069:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5835 00000100:00080000:1.0:1787829876.822072:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829876.822075:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829876.822083:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829876.822093:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422432512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829876.822101:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829876.822106:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1787829876.822107:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422432384:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829876.822109:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829876.822116:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5835 00000100:00080000:1.0:1787829876.822121:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829876.822123:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829876.822126:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829876.822134:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422432640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829876.822140:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829876.822143:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829876.822144:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829876.822147:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5835 00000100:00080000:1.0:1787829876.822149:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829876.822152:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829876.822155:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829876.822162:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422432768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829876.822173:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829876.822176:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829876.822178:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1787829876.822184:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829876.822188:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5835 00000100:00080000:1.0:1787829876.822194:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829876.822198:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829876.822203:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829876.822215:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422432896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829876.822236:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829876/real 1787829876] req@ffff8a4f13cb1e00 x1874669422432384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829876.822258:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422432384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829876.822272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829876.822276:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829876.822281:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422432384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829876.822308:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829876.822347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829876.822361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829876/real 1787829876] req@ffff8a4f13cb2d00 x1874669422432512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829876.822375:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422432512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829876.822384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829876.822387:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829876.822391:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432512:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829876.822398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829876.822420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829876.822430:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829876/real 1787829876] req@ffff8a4f13cb0000 x1874669422432640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829876.822439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422432640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829876.822444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829876.822447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829876.822449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829876.822453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829876.822466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829876.822472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829876/real 1787829876] req@ffff8a4f13cb21c0 x1874669422432768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829876.822480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422432768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829876.822485:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829876.822487:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829876.822491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432768:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829876.822497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829876.822516:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829876.822527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829876/real 1787829876] req@ffff8a4f13cb1a40 x1874669422432896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829876.822539:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422432896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829876.822546:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829876.822549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829876.822552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422432896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829876.950048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829877.974013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829878.998123:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829880.022060:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829881.046024:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829881.942139:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829881.942151:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829881.942155:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829881.942167:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5840 00000100:00080000:3.0:1787829881.942178:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829881.942188:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829881.942229:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422433024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829881.942264:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829881.942325:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1787829881.942326:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422433024:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829881.942329:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829881.942341:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5840 00000100:00080000:3.0:1787829881.942347:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829881.942352:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829881.942362:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829881.942379:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422433152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829881.942392:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829881.942396:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829881.942398:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829881.942402:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5840 00000100:00080000:3.0:1787829881.942407:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829881.942412:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829881.942417:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829881.942433:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422433280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829881.942446:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787829881.942450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433152:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787829881.942452:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829881.942457:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829881.942478:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5840 00000100:00080000:3.0:1787829881.942491:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829881.942498:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829881.942505:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829881.942511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829881.942522:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422433408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829881.942546:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829881.942551:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787829881.942555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433408:192.168.203.149@tcp:8:kworker.0 00000100:00080000:3.0:1787829881.942555:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829881.942566:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5840 00000100:00080000:3.0:1787829881.942572:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829881.942578:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829881.942606:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829881.942622:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422433536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829881.942688:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829882.069991:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829883.094056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829884.118099:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829885.014107:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829885.014148:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829885.015666:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829885.015710:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829885.015721:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829885.015729:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829885.015736:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829885.015817:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829881/real 1787829885] req@ffff8a4f08daa580 x1874669422433536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829885.015888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422433536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829885.015902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829885.015908:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829885.015913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433536:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829885.015921:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829881/real 1787829885] req@ffff8a4f08da9e00 x1874669422433408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829885.015935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422433408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829885.015943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829885.015947:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829885.015950:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829885.015956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829881/real 1787829885] req@ffff8a4f08da8780 x1874669422433280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829885.015968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422433280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829885.015976:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829885.015980:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829885.015983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829885.016007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829881/real 1787829885] req@ffff8a4f08da8000 x1874669422433152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829885.016021:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422433152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829885.016028:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829885.016032:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829885.016035:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829885.016235:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829881/real 1787829885] req@ffff8a4f08dabc00 x1874669422433024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829885.016252:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422433024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829885.016271:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829885.016275:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829885.016278:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422433024:192.168.203.149@tcp:250:kworker.0 00010000:00010000:0.0:1787829885.142013:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829886.166073:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829887.061955:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829887.061966:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829887.061971:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829887.061981:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5845 00000100:00080000:3.0:1787829887.061991:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829887.061997:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829887.062027:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422433664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829887.062049:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829887.062052:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829887.062053:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829887.062056:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5845 00000100:00080000:3.0:1787829887.062059:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829887.062062:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829887.062070:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829887.062078:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422433792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829887.062089:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829887.062093:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829887.062095:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787829887.062101:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422433664:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829887.062102:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5845 00000100:00080000:3.0:1787829887.062108:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829887.062114:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829887.062119:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829887.062134:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422433920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829887.062147:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829887.062150:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829887.062152:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829887.062156:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5845 00000100:00080000:3.0:1787829887.062160:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829887.062164:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829887.062170:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787829887.062171:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829887.062187:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422434048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829887.062203:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829887.062206:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829887.062208:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829887.062213:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5845 00000100:00100000:0.0:1787829887.062218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829887/real 1787829887] req@ffff8a4f08da8b40 x1874669422433664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829887.062225:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829887.062235:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829887.062242:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829887.062262:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422433664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829887.062274:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422434176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829887.062294:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829887.062301:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829887.062306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422433664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829887.062316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433792:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829887.062344:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829887.062358:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829887/real 1787829887] req@ffff8a4f08dab0c0 x1874669422433792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829887.062372:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422433792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829887.062381:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829887.062385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829887.062389:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829887.062416:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433920:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829887.062438:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829887.062451:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829887/real 1787829887] req@ffff8a4f08da92c0 x1874669422433920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829887.062462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422433920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829887.062469:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829887.062472:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829887.062476:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422433920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829887.062482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434048:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829887.062502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829887.062515:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829887/real 1787829887] req@ffff8a4f08da83c0 x1874669422434048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829887.062528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422434048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829887.062537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829887.062541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829887.062544:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829887.062552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434176:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829887.062572:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829887.062583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829887/real 1787829887] req@ffff8a4f08dab480 x1874669422434176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829887.062603:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422434176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829887.062612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829887.062616:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829887.062620:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829887.190298:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829888.214027:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829889.238056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829890.262033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829891.286103:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829892.182007:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829892.182016:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829892.182025:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829892.182036:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5850 00000100:00080000:1.0:1787829892.182048:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829892.182056:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829892.182101:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2580 x1874669422434304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829892.182133:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829892.182136:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829892.182137:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829892.182140:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5850 00000100:00080000:1.0:1787829892.182143:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829892.182145:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829892.182156:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829892.182169:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb3840 x1874669422434432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829892.182177:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829892.182180:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829892.182181:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829892.182186:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5850 00000100:00080000:1.0:1787829892.182189:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829892.182191:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829892.182194:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829892.182203:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422434560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829892.182226:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829892.182230:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829892.182231:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829892.182239:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5850 00000100:00100000:0.0:1787829892.182243:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422434304:192.168.203.149@tcp:250:kworker.0 00000100:00080000:1.0:1787829892.182244:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829892.182250:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829892.182259:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829892.182270:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422434688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829892.182282:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829892.182286:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829892.182290:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829892.182294:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5850 00000100:00080000:1.0:1787829892.182296:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829892.182299:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829892.182303:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829892.182313:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422434816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829892.182333:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829892.182383:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829892/real 1787829892] req@ffff8a4f13cb2580 x1874669422434304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829892.182404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2580 x1874669422434304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829892.182417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829892.182422:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829892.182426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422434304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829892.182435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829892.182459:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829892.182474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829892/real 1787829892] req@ffff8a4f13cb3840 x1874669422434432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829892.182488:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb3840 x1874669422434432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829892.182497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829892.182501:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829892.182504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829892.182531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829892.182551:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829892.182562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829892/real 1787829892] req@ffff8a4f13cb1a40 x1874669422434560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829892.182575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422434560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829892.182585:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829892.182588:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829892.182592:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434560:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829892.182598:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829892.182617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829892.182629:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829892/real 1787829892] req@ffff8a4f13cb21c0 x1874669422434688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829892.182642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422434688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829892.182651:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829892.182666:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829892.182670:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829892.182677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829892.182696:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829892.182707:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829892/real 1787829892] req@ffff8a4f13cb0000 x1874669422434816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829892.182721:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422434816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829892.182735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829892.182738:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829892.182742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422434816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829892.310146:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829893.334071:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829894.358074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829895.382054:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829896.406093:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829897.302018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829897.302029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829897.302033:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829897.302045:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5855 00000100:00080000:0.0:1787829897.302056:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829897.302064:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829897.302107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422434944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829897.302138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829897.302142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829897.302143:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829897.302146:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5855 00000100:00080000:0.0:1787829897.302148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829897.302151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829897.302160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829897.302170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422435072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829897.302196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829897.302199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829897.302203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787829897.302205:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422434944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829897.302209:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5855 00000100:00080000:0.0:1787829897.302216:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829897.302219:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829897.302224:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829897.302235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422435200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829897.302242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829897.302245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829897.302247:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829897.302249:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5855 00000100:00080000:0.0:1787829897.302251:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829897.302254:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829897.302257:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829897.302264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422435328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829897.302270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829897.302273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829897.302274:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829897.302276:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5855 00000100:00080000:0.0:1787829897.302283:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829897.302285:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829897.302289:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829897.302296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829897.302301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422435456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829897.302360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829897/real 1787829897] req@ffff8a4f13c5a940 x1874669422434944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829897.302380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422434944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829897.302390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829897.302393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829897.302397:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422434944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829897.302422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435072:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829897.302442:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829897.302453:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829897/real 1787829897] req@ffff8a4f13c583c0 x1874669422435072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829897.302462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422435072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829897.302468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829897.302471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829897.302473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829897.302477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829897.302488:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829897.302494:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829897/real 1787829897] req@ffff8a4f13c59a40 x1874669422435200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829897.302502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422435200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829897.302507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829897.302509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829897.302511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829897.302514:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829897.302526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829897.302532:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829897/real 1787829897] req@ffff8a4f13c5a580 x1874669422435328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829897.302539:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422435328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829897.302549:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829897.302551:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829897.302553:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829897.302556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829897.302566:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829897.302572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829897/real 1787829897] req@ffff8a4f13c58000 x1874669422435456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829897.302579:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422435456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829897.302584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829897.302586:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829897.302588:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829897.430089:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829898.454083:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829899.477990:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829900.502055:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829901.526199:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829902.421982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829902.422003:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829902.422008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829902.422021:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5860 00000100:00080000:2.0:1787829902.422034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829902.422043:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829902.422085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422435584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829902.422108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829902.422110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829902.422111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829902.422114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5860 00000100:00080000:2.0:1787829902.422117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829902.422119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829902.422128:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829902.422149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422435712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829902.422156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829902.422159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829902.422160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829902.422162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5860 00000100:00080000:2.0:1787829902.422165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829902.422169:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829902.422174:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422435584:192.168.203.149@tcp:250:kworker.0 00000008:00100000:2.0:1787829902.422176:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829902.422189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422435840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829902.422211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829902.422215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829902.422217:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829902.422221:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5860 00000100:00080000:2.0:1787829902.422224:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829902.422229:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829902.422234:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829902.422245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422435968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829902.422250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829902.422253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829902.422254:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829902.422257:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5860 00000100:00080000:2.0:1787829902.422260:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829902.422263:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829902.422266:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829902.422274:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787829902.422275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422436096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829902.422327:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829902/real 1787829902] req@ffff8a4f06e8da40 x1874669422435584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829902.422346:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422435584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829902.422358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829902.422362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829902.422367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422435584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829902.422375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435712:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829902.422398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829902.422411:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829902/real 1787829902] req@ffff8a4f06e8c780 x1874669422435712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829902.422423:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422435712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829902.422431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829902.422434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829902.422438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829902.422467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829902.422489:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829902.422500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829902/real 1787829902] req@ffff8a4f06e8ed00 x1874669422435840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829902.422511:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422435840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829902.422519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829902.422522:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829902.422525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829902.422530:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829902.422550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829902.422560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829902/real 1787829902] req@ffff8a4f06e8e1c0 x1874669422435968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829902.422572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422435968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829902.422579:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829902.422582:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829902.422585:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422435968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829902.422591:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829902.422608:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829902.422618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829902/real 1787829902] req@ffff8a4f06e8f480 x1874669422436096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829902.422628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422436096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829902.422636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829902.422639:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829902.422642:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829902.550014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829903.574115:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829904.598053:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829905.622077:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829906.645987:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829907.541955:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829907.541965:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829907.541969:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829907.541976:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5865 00000100:00080000:3.0:1787829907.541985:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829907.541990:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829907.542017:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422436224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829907.542039:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829907.542041:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829907.542042:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829907.542045:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5865 00000100:00080000:3.0:1787829907.542046:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829907.542048:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829907.542055:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829907.542062:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422436352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829907.542069:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829907.542073:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1787829907.542074:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422436224:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787829907.542075:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829907.542082:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5865 00000100:00080000:3.0:1787829907.542084:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829907.542086:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829907.542089:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829907.542097:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422436480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829907.542114:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829907.542117:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829907.542118:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829907.542121:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5865 00000100:00080000:3.0:1787829907.542124:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829907.542127:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829907.542130:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829907.542139:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422436608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787829907.542144:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829907.542150:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829907.542153:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829907.542154:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829907.542157:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5865 00000100:00080000:3.0:1787829907.542159:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829907.542161:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829907.542164:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829907.542171:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422436736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829907.542192:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829907/real 1787829907] req@ffff8a4f08daa940 x1874669422436224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829907.542205:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422436224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829907.542212:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829907.542214:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829907.542217:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422436224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829907.542233:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829907.542247:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829907.542255:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829907/real 1787829907] req@ffff8a4f08da9a40 x1874669422436352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829907.542263:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422436352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829907.542267:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829907.542270:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829907.542271:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829907.542274:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829907.542283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829907.542288:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829907/real 1787829907] req@ffff8a4f08da9680 x1874669422436480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829907.542295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422436480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829907.542299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829907.542301:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829907.542302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829907.542305:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829907.542314:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829907.542319:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829907/real 1787829907] req@ffff8a4f08daa1c0 x1874669422436608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829907.542330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422436608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829907.542334:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829907.542335:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829907.542337:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829907.542340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829907.542348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829907.542353:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829907/real 1787829907] req@ffff8a4f08daad00 x1874669422436736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829907.542359:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422436736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829907.542364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829907.542365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829907.542367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829907.670092:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829908.694075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829909.718043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829910.742033:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829911.766148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829912.661960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829912.661968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829912.661971:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829912.661978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5871 00000100:00080000:0.0:1787829912.661987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829912.661992:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829912.662029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422436864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829912.662047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829912.662049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829912.662050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829912.662053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5871 00000100:00080000:0.0:1787829912.662055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829912.662058:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829912.662077:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829912.662086:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422436864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829912.662089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422436992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829912.662098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829912.662100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829912.662102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829912.662105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5871 00000100:00080000:0.0:1787829912.662107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829912.662109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829912.662113:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829912.662120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422437120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829912.662126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829912.662128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829912.662130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829912.662132:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5871 00000100:00080000:0.0:1787829912.662135:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829912.662137:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000800:00000100:3.0:1787829912.662140:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000008:00100000:0.0:1787829912.662141:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829912.662154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422437248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829912.662160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829912.662162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829912.662163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829912.662165:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5871 00000100:00080000:0.0:1787829912.662167:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829912.662169:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829912.662171:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829912.662180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422437376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829912.662185:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829912/real 1787829912] req@ffff8a4f13c5b480 x1874669422436864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829912.662205:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422436864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829912.662216:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829912.662226:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829912.662229:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422436864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829912.662247:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829912.662264:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829912.662272:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829912/real 1787829912] req@ffff8a4f13c5ad00 x1874669422436992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829912.662279:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422436992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829912.662284:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829912.662286:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829912.662288:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422436992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829912.662291:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829912.662300:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829912.662305:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829912/real 1787829912] req@ffff8a4f13c58780 x1874669422437120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829912.662311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422437120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829912.662315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829912.662317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829912.662319:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829912.662322:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829912.662330:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829912.662335:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829912/real 1787829912] req@ffff8a4f13c59680 x1874669422437248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829912.662342:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422437248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829912.662347:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829912.662348:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829912.662350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829912.662352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829912.662360:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829912.662365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829912/real 1787829912] req@ffff8a4f13c58000 x1874669422437376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829912.662371:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422437376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829912.662376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829912.662377:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829912.662379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829912.789998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787829913.814011:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829914.838209:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829915.862052:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829916.886030:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829917.781950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829917.781959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829917.781962:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829917.781973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5876 00000100:00080000:0.0:1787829917.781984:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829917.781990:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829917.782041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422437504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829917.782069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829917.782073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829917.782075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829917.782079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5876 00000100:00080000:0.0:1787829917.782082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829917.782087:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829917.782097:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829917.782110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422437632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829917.782120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422437504:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829917.782122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829917.782129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829917.782130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829917.782133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5876 00000100:00080000:0.0:1787829917.782136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829917.782140:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829917.782145:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829917.782155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422437760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829917.782169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829917.782172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829917.782174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829917.782178:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5876 00000100:00080000:0.0:1787829917.782183:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829917.782187:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829917.782191:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1787829917.782194:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829917.782203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422437888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829917.782209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829917.782212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829917.782213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829917.782215:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5876 00000100:00080000:0.0:1787829917.782218:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829917.782220:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829917.782223:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829917.782230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422438016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829917.782238:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829917/real 1787829917] req@ffff8a4f13c5a580 x1874669422437504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829917.782252:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422437504/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829917.782264:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829917.782267:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829917.782270:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422437504:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829917.782301:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437632:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829917.782315:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829917.782323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829917/real 1787829917] req@ffff8a4f13c59a40 x1874669422437632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829917.782330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422437632/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829917.782335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829917.782337:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829917.782339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437632:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829917.782342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437760:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829917.782350:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829917.782355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829917/real 1787829917] req@ffff8a4f13c583c0 x1874669422437760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829917.782362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422437760/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829917.782367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829917.782368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829917.782370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437760:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829917.782373:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437888:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829917.782383:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829917.782388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829917/real 1787829917] req@ffff8a4f13c5a940 x1874669422437888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829917.782395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422437888/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829917.782399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829917.782400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829917.782402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422437888:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829917.782405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438016:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829917.782412:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829917.782418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829917/real 1787829917] req@ffff8a4f13c5bc00 x1874669422438016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829917.782424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422438016/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829917.782428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829917.782430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829917.782431:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438016:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829917.910088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829918.933971:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829919.958048:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829920.981949:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829922.006035:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829922.901944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829922.901951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829922.901954:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829922.901962:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5881 00000100:00080000:0.0:1787829922.901970:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829922.901975:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829922.902018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422438144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829922.902036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829922.902039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829922.902041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829922.902045:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5881 00000100:00080000:0.0:1787829922.902048:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829922.902051:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829922.902060:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829922.902072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422438272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829922.902083:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422438144:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829922.902085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829922.902091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829922.902093:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829922.902096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5881 00000100:00080000:0.0:1787829922.902099:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829922.902101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829922.902104:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829922.902113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422438400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829922.902119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829922.902121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829922.902122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829922.902124:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5881 00000100:00080000:0.0:1787829922.902126:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829922.902128:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829922.902131:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829922.902139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422438528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787829922.902143:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829922.902149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829922.902151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829922.902153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829922.902155:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5881 00000100:00080000:0.0:1787829922.902158:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829922.902160:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829922.902163:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829922.902169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422438656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829922.902180:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829922/real 1787829922] req@ffff8a4f13c58f00 x1874669422438144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829922.902194:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422438144/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829922.902201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829922.902203:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829922.902206:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422438144:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829922.902224:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438272:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829922.902238:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829922.902245:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829922/real 1787829922] req@ffff8a4f13c5a1c0 x1874669422438272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829922.902252:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422438272/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829922.902256:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829922.902258:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829922.902260:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438272:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829922.902263:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438400:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829922.902271:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829922.902276:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829922/real 1787829922] req@ffff8a4f13c592c0 x1874669422438400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829922.902283:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422438400/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829922.902291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829922.902293:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829922.902294:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438400:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829922.902297:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438528:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829922.902306:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829922.902311:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829922/real 1787829922] req@ffff8a4f13c5b0c0 x1874669422438528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829922.902317:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422438528/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829922.902321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829922.902322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829922.902324:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438528:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829922.902327:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438656:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829922.902334:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829922.902339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829922/real 1787829922] req@ffff8a4f13c5bc00 x1874669422438656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829922.902345:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422438656/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829922.902349:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829922.902350:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829922.902353:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438656:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829923.030021:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829924.054000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829925.078079:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829926.102046:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829927.126062:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829928.022046:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829928.022057:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829928.022062:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829928.022071:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5886 00000100:00080000:1.0:1787829928.022080:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829928.022086:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829928.022115:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422438784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829928.022136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829928.022138:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829928.022139:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829928.022142:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5886 00000100:00080000:1.0:1787829928.022144:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829928.022146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829928.022153:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829928.022160:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422438912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829928.022175:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829928.022178:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829928.022179:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829928.022183:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5886 00000100:00080000:1.0:1787829928.022186:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829928.022190:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829928.022196:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829928.022196:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422438784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829928.022212:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422439040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829928.022221:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829928.022223:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829928.022225:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829928.022227:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5886 00000100:00080000:1.0:1787829928.022230:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829928.022233:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829928.022236:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829928.022245:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422439168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829928.022251:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829928.022253:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829928.022254:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829928.022256:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5886 00000100:00080000:1.0:1787829928.022259:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787829928.022261:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787829928.022263:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829928.022268:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829928.022274:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422439296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787829928.022313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829928/real 1787829928] req@ffff8a4f13cb2d00 x1874669422438784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829928.022330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422438784/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829928.022340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829928.022344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829928.022347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422438784:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829928.022354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438912:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829928.022375:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829928.022387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829928/real 1787829928] req@ffff8a4f13cb1e00 x1874669422438912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829928.022399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422438912/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829928.022406:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829928.022409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829928.022412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422438912:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829928.022434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439040:192.168.203.149@tcp:38:kworker.0 00000800:00000100:3.0:1787829928.022453:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829928.022464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829928/real 1787829928] req@ffff8a4f13cb0b40 x1874669422439040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829928.022475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422439040/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829928.022482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829928.022485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829928.022488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439040:192.168.203.149@tcp:38:kworker.0 00000100:00100000:3.0:1787829928.022494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439168:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829928.022511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829928.022520:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829928/real 1787829928] req@ffff8a4f13cb0780 x1874669422439168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829928.022531:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422439168/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829928.022537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829928.022540:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829928.022543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439168:192.168.203.149@tcp:8:kworker.0 00000100:00100000:3.0:1787829928.022549:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439296:192.168.203.149@tcp:8:kworker.0 00000800:00000100:3.0:1787829928.022564:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829928.022574:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829928/real 1787829928] req@ffff8a4f13cb30c0 x1874669422439296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829928.022583:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422439296/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829928.022590:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829928.022593:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:3.0:1787829928.022596:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439296:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829928.150071:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829929.174037:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829930.198147:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829931.222103:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829932.246058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829933.141978:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829933.141988:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829933.141992:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829933.142001:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5891 00000100:00080000:3.0:1787829933.142012:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829933.142019:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829933.142053:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422439424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829933.142081:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829933.142085:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829933.142087:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829933.142091:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5891 00000100:00080000:3.0:1787829933.142095:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829933.142099:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829933.142109:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829933.142121:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422439424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829933.142123:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422439552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829933.142136:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829933.142140:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829933.142142:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829933.142146:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5891 00000100:00080000:3.0:1787829933.142150:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829933.142154:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829933.142159:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787829933.142173:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:3.0:1787829933.142182:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422439680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829933.142194:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829933.142197:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787829933.142199:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829933.142203:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5891 00000100:00100000:0.0:1787829933.142206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829933/real 1787829933] req@ffff8a4f08da8f00 x1874669422439424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829933.142209:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829933.142218:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829933.142224:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829933.142225:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422439424/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829933.142234:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829933.142237:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829933.142240:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422439424:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787829933.142246:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422439808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829933.142259:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439552:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787829933.142259:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829933.142267:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787829933.142270:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829933.142276:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5891 00000100:00080000:3.0:1787829933.142281:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787829933.142282:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829933.142289:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829933.142294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829933/real 1787829933] req@ffff8a4f08dab840 x1874669422439552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829933.142295:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829933.142309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422439552/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787829933.142315:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422439936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829933.142316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829933.142322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829933.142327:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439552:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829933.142337:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439680:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829933.142355:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829933.142367:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829933/real 1787829933] req@ffff8a4f08daad00 x1874669422439680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829933.142378:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422439680/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829933.142384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829933.142386:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829933.142388:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439680:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829933.142398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439808:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829933.142416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829933.142426:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829933/real 1787829933] req@ffff8a4f08daa1c0 x1874669422439808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829933.142438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422439808/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829933.142446:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829933.142449:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829933.142452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439808:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829933.142457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439936:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829933.142470:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829933.142476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829933/real 1787829933] req@ffff8a4f08da9680 x1874669422439936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829933.142484:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422439936/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829933.142489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829933.142491:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829933.142492:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422439936:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829933.270014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829934.294073:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829935.318115:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829936.342002:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829937.366059:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787829938.262399:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829938.262412:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787829938.262416:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829938.262446:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5896 00000100:00080000:3.0:1787829938.262457:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829938.262472:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787829938.262506:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422440064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829938.263024:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422440064:192.168.203.149@tcp:250:kworker.0 00000800:00000100:1.0:1787829938.263104:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829938.263397:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829938.263402:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787829938.263404:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829938.263408:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5896 00000100:00080000:3.0:1787829938.263414:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829938.263430:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829938.263440:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829938.263457:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422440192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829938.263733:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829938/real 1787829938] req@ffff8a4f08da9a40 x1874669422440064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829938.263750:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422440064/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829938.263760:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829938.263763:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829938.263767:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422440064:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829938.263789:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440192:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829938.263813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829938.263826:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829938/real 1787829938] req@ffff8a4f08daa940 x1874669422440192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829938.263838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422440192/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829938.263846:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829938.263849:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829938.263905:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440192:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787829938.264175:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829938.264179:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787829938.264181:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787829938.264186:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5896 00000100:00080000:3.0:1787829938.264190:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829938.264195:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829938.264201:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787829938.264213:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422440320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787829938.264230:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787829938.264233:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787829938.264275:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440320:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787829938.264297:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1787829938.264303:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787829938.264304:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5896 00000100:00080000:3.0:1787829938.264312:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829938.264317:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829938.264324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829938/real 1787829938] req@ffff8a4f08dab480 x1874669422440320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787829938.264324:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829938.264341:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422440448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829938.264345:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422440320/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787829938.264365:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829938.264367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787829938.264372:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787829938.264375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00080000:3.0:1787829938.264376:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787829938.264383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440320:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787829938.264384:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5896 00000100:00080000:3.0:1787829938.264391:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787829938.264397:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787829938.264402:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787829938.264431:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422440576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829938.264459:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440448:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829938.264560:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829938.264573:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829938/real 1787829938] req@ffff8a4f08da83c0 x1874669422440448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829938.264586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422440448/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829938.264594:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829938.264597:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829938.264600:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440448:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829938.264614:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440576:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829938.264700:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829938.264713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829938/real 1787829938] req@ffff8a4f08da92c0 x1874669422440576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829938.264725:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422440576/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829938.264732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829938.264735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829938.264737:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440576:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829938.390050:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829939.414101:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829940.438159:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829941.462025:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829942.486031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829943.381970:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829943.381981:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829943.381986:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829943.381995:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5901 00000100:00080000:0.0:1787829943.382005:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829943.382013:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829943.382045:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422440704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829943.382074:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829943.382078:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829943.382081:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829943.382084:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5901 00000100:00080000:0.0:1787829943.382088:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829943.382091:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829943.382101:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829943.382113:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422440832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829943.382125:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829943.382127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422440704:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829943.382129:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829943.382133:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829943.382140:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5901 00000100:00080000:0.0:1787829943.382143:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829943.382146:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829943.382151:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829943.382163:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422440960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829943.382171:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829943.382175:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829943.382176:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829943.382180:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5901 00000100:00080000:0.0:1787829943.382184:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829943.382187:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829943.382192:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787829943.382195:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829943.382207:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422441088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829943.382216:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829943.382219:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829943.382222:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829943.382225:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5901 00000100:00080000:0.0:1787829943.382229:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829943.382234:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829943.382239:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829943/real 1787829943] req@ffff8a4f13c5a940 x1874669422440704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787829943.382240:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829943.382256:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422441216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829943.382264:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422440704/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829943.382277:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829943.382281:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829943.382286:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422440704:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829943.382309:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440832:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829943.382331:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829943.382343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829943/real 1787829943] req@ffff8a4f13c583c0 x1874669422440832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829943.382354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422440832/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829943.382367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829943.382370:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829943.382374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440832:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829943.382379:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440960:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829943.382398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829943.382409:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829943/real 1787829943] req@ffff8a4f13c59a40 x1874669422440960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829943.382419:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422440960/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829943.382427:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829943.382430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829943.382433:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422440960:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829943.382438:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441088:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829943.382455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829943.382465:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829943/real 1787829943] req@ffff8a4f13c5a580 x1874669422441088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829943.382476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422441088/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829943.382483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829943.382486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829943.382489:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441088:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829943.382495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441216:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829943.382512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829943.382521:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829943/real 1787829943] req@ffff8a4f13c58000 x1874669422441216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829943.382532:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422441216/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829943.382539:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829943.382541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829943.382544:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441216:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829943.509978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829944.534060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829945.557959:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829946.581995:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829947.605957:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787829948.501954:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829948.501962:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787829948.501965:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829948.501973:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5906 00000100:00080000:1.0:1787829948.501981:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829948.501987:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787829948.502015:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb12c0 x1874669422441344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829948.502038:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829948.502042:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787829948.502044:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829948.502049:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5906 00000100:00080000:1.0:1787829948.502052:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829948.502058:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829948.502064:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422441344:192.168.203.149@tcp:250:kworker.0 00000008:00100000:1.0:1787829948.502067:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829948.502079:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb03c0 x1874669422441472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829948.502093:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829948.502096:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787829948.502097:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829948.502100:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5906 00000100:00080000:1.0:1787829948.502109:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829948.502112:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829948.502115:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829948.502123:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb30c0 x1874669422441600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829948.502129:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829948.502131:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787829948.502132:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829948.502135:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5906 00000100:00080000:1.0:1787829948.502137:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787829948.502140:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829948.502144:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829948.502150:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829948.502155:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0780 x1874669422441728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787829948.502168:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787829948.502173:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787829948.502177:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441600:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787829948.502177:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787829948.502188:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5906 00000100:00080000:1.0:1787829948.502195:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1787829948.502199:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441728:192.168.203.149@tcp:8:kworker.0 00000100:00080000:1.0:1787829948.502201:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787829948.502210:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829948.502223:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0b40 x1874669422441856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829948.502250:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829948.630037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829949.654011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829950.678072:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787829951.574084:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787829951.574138:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787829951.574152:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829951.574192:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829951.574203:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829951.574214:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787829951.574224:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787829951.574236:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829948/real 1787829951] req@ffff8a4f13cb0780 x1874669422441728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829951.574262:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0780 x1874669422441728/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829951.574275:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829951.574280:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829951.574285:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441728:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829951.574293:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829948/real 1787829951] req@ffff8a4f13cb03c0 x1874669422441472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829951.574306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb03c0 x1874669422441472/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829951.574314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829951.574318:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829951.574322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441472:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829951.574329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829948/real 1787829951] req@ffff8a4f13cb30c0 x1874669422441600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829951.574341:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb30c0 x1874669422441600/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829951.574348:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829951.574352:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829951.574356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441600:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829951.574363:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829948/real 1787829951] req@ffff8a4f13cb12c0 x1874669422441344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829951.574376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb12c0 x1874669422441344/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829951.574384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829951.574388:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829951.574392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422441344:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829951.574433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829948/real 1787829951] req@ffff8a4f13cb0b40 x1874669422441856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829951.574447:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0b40 x1874669422441856/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829951.574455:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829951.574459:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829951.574463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422441856:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829951.701999:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829952.726091:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829953.622013:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829953.622022:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829953.622025:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829953.622040:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5912 00000100:00080000:2.0:1787829953.622049:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829953.622056:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829953.622085:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422441984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829953.622117:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829953.622121:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829953.622123:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829953.622126:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5912 00000100:00080000:2.0:1787829953.622130:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829953.622133:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829953.622143:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829953.622154:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422442112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829953.622163:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829953.622167:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829953.622168:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829953.622171:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5912 00000100:00080000:2.0:1787829953.622175:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829953.622178:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829953.622182:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829953.622191:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422442240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829953.622199:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829953.622201:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829953.622202:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829953.622205:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5912 00000100:00080000:2.0:1787829953.622208:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829953.622211:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829953.622215:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829953.622222:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422442368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829953.622228:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829953.622231:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829953.622232:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829953.622235:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5912 00000100:00080000:2.0:1787829953.622237:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829953.622240:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829953.622244:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829953.622252:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422442496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787829953.622339:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422441984:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787829953.622398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829953.622433:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829953/real 1787829953] req@ffff8a4f06e8d680 x1874669422441984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829953.622448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422441984/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829953.622458:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829953.622461:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829953.622465:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422441984:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829953.622471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442112:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829953.622488:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829953.622499:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829953/real 1787829953] req@ffff8a4f06e8cb40 x1874669422442112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829953.622510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422442112/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829953.622518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829953.622521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829953.622524:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442112:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829953.622529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442240:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787829953.622546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829953.622556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829953/real 1787829953] req@ffff8a4f06e8e940 x1874669422442240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829953.622566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422442240/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829953.622574:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829953.622577:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829953.622579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442240:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787829953.622585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442368:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829953.622599:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829953.622607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829953/real 1787829953] req@ffff8a4f06e8cf00 x1874669422442368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829953.622618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422442368/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829953.622625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829953.622628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829953.622631:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442368:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787829953.622636:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442496:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787829953.622648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829953.622656:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829953/real 1787829953] req@ffff8a4f06e8c3c0 x1874669422442496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787829953.622666:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422442496/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829953.622674:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787829953.622676:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787829953.622679:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442496:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829953.750018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829954.774043:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829955.797998:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829956.822053:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829957.846009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829958.741951:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829958.741959:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829958.741962:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829958.741969:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5917 00000100:00080000:0.0:1787829958.741977:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829958.741982:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829958.742010:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59680 x1874669422442624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829958.742031:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829958.742033:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829958.742035:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829958.742037:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5917 00000100:00080000:0.0:1787829958.742039:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829958.742041:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829958.742047:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829958.742054:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58780 x1874669422442752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829958.742060:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829958.742063:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829958.742064:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829958.742066:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5917 00000100:00080000:0.0:1787829958.742068:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829958.742069:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829958.742073:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829958.742081:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5ad00 x1874669422442880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829958.742082:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422442624:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829958.742095:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829958.742097:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829958.742098:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829958.742100:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5917 00000100:00080000:0.0:1787829958.742101:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829958.742103:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829958.742106:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829958.742112:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b480 x1874669422443008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829958.742118:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829958.742121:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829958.742122:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829958.742123:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5917 00000100:00080000:0.0:1787829958.742137:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829958.742139:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829958.742141:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829958.742148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58000 x1874669422443136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829958.742155:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829958.742195:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829958/real 1787829958] req@ffff8a4f13c59680 x1874669422442624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829958.742213:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59680 x1874669422442624/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829958.742222:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829958.742226:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829958.742230:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422442624:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829958.742237:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442752:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829958.742267:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829958.742279:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829958/real 1787829958] req@ffff8a4f13c58780 x1874669422442752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829958.742291:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58780 x1874669422442752/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829958.742299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829958.742302:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829958.742306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442752:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829958.742324:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442880:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829958.742338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829958.742345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829958/real 1787829958] req@ffff8a4f13c5ad00 x1874669422442880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829958.742352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5ad00 x1874669422442880/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829958.742357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829958.742359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829958.742361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422442880:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829958.742364:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443008:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829958.742373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829958.742378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829958/real 1787829958] req@ffff8a4f13c5b480 x1874669422443008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829958.742384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b480 x1874669422443008/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829958.742388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829958.742390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829958.742392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443008:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829958.742395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443136:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829958.742404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829958.742408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829958/real 1787829958] req@ffff8a4f13c58000 x1874669422443136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829958.742414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58000 x1874669422443136/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829958.742419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829958.742427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829958.742429:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443136:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829958.870030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829959.893955:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829960.918113:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829961.942019:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829962.966030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829963.861938:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829963.861946:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829963.861949:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829963.861956:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5922 00000100:00080000:2.0:1787829963.861964:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829963.861970:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829963.862003:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422443264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829963.862030:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829963.862033:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829963.862034:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829963.862037:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5922 00000100:00080000:2.0:1787829963.862040:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829963.862043:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829963.862050:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829963.862062:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422443392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829963.862072:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829963.862076:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829963.862078:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829963.862083:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5922 00000100:00100000:1.0:1787829963.862087:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422443264:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829963.862088:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829963.862095:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829963.862101:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829963.862112:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422443520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829963.862122:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829963.862125:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829963.862127:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829963.862131:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5922 00000100:00080000:2.0:1787829963.862134:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829963.862138:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829963.862143:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787829963.862153:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787829963.862158:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422443648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829963.862167:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829963.862171:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829963.862173:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829963.862176:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5922 00000100:00080000:2.0:1787829963.862180:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829963.862185:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829963.862190:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829963.862199:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422443776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829963.862209:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829963/real 1787829963] req@ffff8a4f06e8c000 x1874669422443264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829963.862229:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422443264/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829963.862239:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829963.862244:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829963.862247:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422443264:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829963.862254:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443392:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829963.862275:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829963.862287:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829963/real 1787829963] req@ffff8a4f06e8de00 x1874669422443392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829963.862300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422443392/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829963.862308:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829963.862311:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829963.862315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443392:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829963.862340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443520:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829963.862361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829963.862372:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829963/real 1787829963] req@ffff8a4f06e8e580 x1874669422443520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829963.862383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422443520/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829963.862391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829963.862394:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829963.862397:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443520:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829963.862403:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443648:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829963.862419:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829963.862429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829963/real 1787829963] req@ffff8a4f06e8f840 x1874669422443648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829963.862441:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422443648/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829963.862448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829963.862451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829963.862454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443648:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829963.862460:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443776:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829963.862477:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829963.862488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829963/real 1787829963] req@ffff8a4f06e8d2c0 x1874669422443776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829963.862499:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422443776/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829963.862506:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829963.862509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829963.862512:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422443776:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829963.990014:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829965.014022:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829966.038107:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829967.062031:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829968.086051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829968.982800:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829968.982815:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829968.982820:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829968.982833:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5927 00000100:00080000:0.0:1787829968.982847:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829968.982875:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829968.982925:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422443904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829968.982969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829968.982973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829968.982975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829968.982979:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5927 00000100:00080000:0.0:1787829968.982983:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829968.982987:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829968.983000:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829968.983012:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422444032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829968.983023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829968.983028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829968.983029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829968.983033:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5927 00000100:00080000:0.0:1787829968.983036:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829968.983040:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829968.983045:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829968.983054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422444160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829968.983062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829968.983065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829968.983067:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829968.983070:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5927 00000100:00080000:0.0:1787829968.983074:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829968.983077:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829968.983082:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829968.983092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422444288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829968.983100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829968.983103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829968.983105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829968.983108:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5927 00000100:00080000:0.0:1787829968.983112:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829968.983115:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829968.983120:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829968.983129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422444416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829968.983229:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422443904:192.168.203.149@tcp:250:kworker.0 00000800:00000100:1.0:1787829968.983308:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829968.983402:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829968/real 1787829968] req@ffff8a4f13c5a580 x1874669422443904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829968.983418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422443904/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829968.983429:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829968.983434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829968.983438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422443904:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829968.983446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444032:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829968.983468:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829968.983480:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829968/real 1787829968] req@ffff8a4f13c59a40 x1874669422444032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829968.983491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422444032/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829968.983499:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829968.983502:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829968.983505:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444032:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829968.983511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444160:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829968.983530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829968.983540:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829968/real 1787829968] req@ffff8a4f13c583c0 x1874669422444160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829968.983551:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422444160/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829968.983558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829968.983561:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829968.983564:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444160:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829968.983570:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444288:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829968.983589:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829968.983600:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829968/real 1787829968] req@ffff8a4f13c5a940 x1874669422444288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829968.983612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422444288/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829968.983619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829968.983622:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829968.983625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444288:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829968.983631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444416:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829968.983646:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829968.983655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829968/real 1787829968] req@ffff8a4f13c5bc00 x1874669422444416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829968.983667:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422444416/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829968.983686:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829968.985842:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829968.985861:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444416:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829969.110977:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829970.134283:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829971.158109:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829972.182088:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829973.206222:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829974.101959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829974.101969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829974.101973:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829974.101998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5932 00000100:00080000:2.0:1787829974.102009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829974.102017:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829974.102246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f0c0 x1874669422444544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829974.102476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422444544:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829974.102718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829974.102722:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829974.102724:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829974.102729:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5932 00000100:00080000:2.0:1787829974.102740:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829974.102745:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829974.102763:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829974.102777:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422444672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829974.102794:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829974.102797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829974.102799:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829974.102802:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5932 00000100:00080000:2.0:1787829974.102805:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829974.102809:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829974.102818:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829974.102828:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422444800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829974.102848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829974.102877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829974.102879:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829974.102883:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5932 00000100:00080000:2.0:1787829974.102887:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829974.102890:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829974.102900:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829974.102910:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422444928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829974.102919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829974.102928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829974.102930:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829974.102933:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5932 00000100:00080000:2.0:1787829974.102937:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829974.102940:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829974.102944:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829974.102960:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422445056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829974.103030:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829974.103102:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829974/real 1787829974] req@ffff8a4f06e8f0c0 x1874669422444544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829974.103119:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f0c0 x1874669422444544/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829974.103140:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829974.103143:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829974.103147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422444544:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829974.103175:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444672:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829974.103202:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829974.103236:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829974/real 1787829974] req@ffff8a4f06e8d2c0 x1874669422444672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829974.103249:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422444672/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829974.103256:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829974.103259:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829974.103262:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444672:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829974.103268:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444800:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829974.103310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829974.103321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829974/real 1787829974] req@ffff8a4f06e8f840 x1874669422444800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829974.103333:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422444800/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829974.103341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829974.103344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829974.103347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444800:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829974.103354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444928:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829974.103371:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829974.103380:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829974/real 1787829974] req@ffff8a4f06e8e580 x1874669422444928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829974.103391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422444928/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829974.103398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829974.103401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829974.103404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422444928:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829974.103408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445056:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829974.103421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829974.103429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829974/real 1787829974] req@ffff8a4f06e8de00 x1874669422445056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829974.103438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422445056/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829974.103445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829974.103447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829974.103450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445056:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829974.230074:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829975.254075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829976.278402:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829977.302430:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829978.326121:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829979.221967:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829979.221977:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829979.221980:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829979.221989:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5937 00000100:00080000:2.0:1787829979.221999:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829979.222006:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829979.222039:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422445184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829979.222193:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829979.222197:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829979.222199:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829979.222204:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5937 00000100:00080000:2.0:1787829979.222207:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829979.222211:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829979.222220:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829979.222232:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422445312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829979.222241:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829979.222244:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829979.222246:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829979.222249:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5937 00000100:00080000:2.0:1787829979.222252:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829979.222255:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829979.222259:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829979.222267:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422445440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829979.222275:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829979.222278:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829979.222280:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829979.222283:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5937 00000100:00080000:2.0:1787829979.222286:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829979.222289:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829979.222293:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829979.222300:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422445568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829979.222308:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829979.222310:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829979.222312:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829979.222315:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5937 00000100:00080000:2.0:1787829979.222318:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829979.222321:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829979.222324:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829979.222332:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422445696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829979.222415:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422445184:192.168.203.149@tcp:250:kworker.0 00000800:00000100:1.0:1787829979.222467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829979.222511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829979/real 1787829979] req@ffff8a4f06e8c000 x1874669422445184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829979.222527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422445184/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829979.222537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829979.222540:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829979.222543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422445184:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829979.222550:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445312:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829979.222568:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829979.222589:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829979/real 1787829979] req@ffff8a4f06e8c3c0 x1874669422445312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829979.222615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422445312/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829979.222624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829979.222627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829979.222630:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445312:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829979.222636:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445440:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829979.222654:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829979.222665:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829979/real 1787829979] req@ffff8a4f06e8cf00 x1874669422445440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829979.222677:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422445440/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829979.222691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829979.222694:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829979.222698:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445440:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829979.222705:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445568:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829979.222723:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829979.222732:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829979/real 1787829979] req@ffff8a4f06e8e940 x1874669422445568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829979.222742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422445568/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829979.222750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829979.222753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829979.222755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445568:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829979.222760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445696:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829979.222774:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829979.222782:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829979/real 1787829979] req@ffff8a4f06e8cb40 x1874669422445696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829979.222793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422445696/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829979.222800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829979.222802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829979.222806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445696:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829979.350197:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829980.373993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829981.398173:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829982.422039:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829983.446045:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829984.342004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829984.342017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829984.342023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829984.342035:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5942 00000100:00080000:2.0:1787829984.342050:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829984.342059:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829984.342109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422445824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829984.342144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829984.342147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829984.342149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829984.342153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5942 00000100:00080000:2.0:1787829984.342157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829984.342161:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829984.342173:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829984.342187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422445952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829984.342196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829984.342201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829984.342203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829984.342206:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5942 00000100:00080000:2.0:1787829984.342210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829984.342214:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829984.342219:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787829984.342230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422446080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829984.342242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1787829984.342245:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422445824:192.168.203.149@tcp:250:kworker.0 00000100:00080000:2.0:1787829984.342247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829984.342251:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829984.342263:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5942 00000100:00080000:2.0:1787829984.342269:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829984.342273:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829984.342278:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829984.342294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422446208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829984.342303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829984.342306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829984.342308:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829984.342311:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5942 00000100:00080000:2.0:1787829984.342316:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829984.342321:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829984.342325:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829984.342339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422446336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1787829984.342350:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829984.342415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829984/real 1787829984] req@ffff8a4f06e8d680 x1874669422445824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829984.342438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422445824/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829984.342448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829984.342454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829984.342458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422445824:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829984.342466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445952:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829984.342491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829984.342504:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829984/real 1787829984] req@ffff8a4f06e8f480 x1874669422445952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829984.342516:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422445952/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829984.342523:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829984.342526:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829984.342529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422445952:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829984.342557:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446080:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829984.342593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829984.342606:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829984/real 1787829984] req@ffff8a4f06e8e1c0 x1874669422446080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829984.342618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422446080/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829984.342626:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829984.342630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829984.342633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446080:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829984.342639:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446208:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829984.342658:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829984.342669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829984/real 1787829984] req@ffff8a4f06e8ed00 x1874669422446208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829984.342680:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422446208/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829984.342687:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829984.342690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829984.342693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446208:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829984.342708:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446336:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829984.342729:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829984.342740:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829984/real 1787829984] req@ffff8a4f06e8c780 x1874669422446336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829984.342752:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422446336/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829984.342760:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829984.342763:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829984.342766:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446336:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829984.471812:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829985.494307:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829986.518734:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829987.542602:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829988.566219:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787829989.461929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829989.461937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787829989.461940:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829989.461948:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5947 00000100:00080000:2.0:1787829989.461957:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829989.461962:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787829989.461996:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8da40 x1874669422446464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829989.462029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829989.462034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787829989.462035:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829989.462038:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5947 00000100:00080000:2.0:1787829989.462041:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829989.462044:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829989.462054:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829989.462068:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422446464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:2.0:1787829989.462070:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c780 x1874669422446592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829989.462099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829989.462101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787829989.462103:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829989.462106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5947 00000100:00080000:2.0:1787829989.462109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829989.462112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829989.462116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1787829989.462125:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:2.0:1787829989.462127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8ed00 x1874669422446720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829989.462134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829989.462136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787829989.462137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829989.462140:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5947 00000100:00080000:2.0:1787829989.462142:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829989.462145:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829989.462148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787829989.462155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e1c0 x1874669422446848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787829989.462163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787829989.462165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787829989.462167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787829989.462170:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5947 00000100:00080000:2.0:1787829989.462173:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787829989.462176:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787829989.462181:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787829989.462189:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829989/real 1787829989] req@ffff8a4f06e8da40 x1874669422446464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787829989.462195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f480 x1874669422446976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829989.462214:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8da40 x1874669422446464/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829989.462226:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829989.462230:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829989.462234:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422446464:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829989.462255:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446592:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829989.462274:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829989.462284:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829989/real 1787829989] req@ffff8a4f06e8c780 x1874669422446592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829989.462295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c780 x1874669422446592/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829989.462302:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829989.462305:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829989.462309:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446592:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829989.462315:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446720:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829989.462328:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829989.462337:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829989/real 1787829989] req@ffff8a4f06e8ed00 x1874669422446720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829989.462347:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8ed00 x1874669422446720/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829989.462354:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829989.462357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829989.462360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446720:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829989.462366:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446848:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829989.462379:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829989.462387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829989/real 1787829989] req@ffff8a4f06e8e1c0 x1874669422446848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829989.462398:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e1c0 x1874669422446848/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829989.462405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829989.462408:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829989.462411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446848:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829989.462417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446976:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829989.462432:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829989.462440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829989/real 1787829989] req@ffff8a4f06e8f480 x1874669422446976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829989.462451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f480 x1874669422446976/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829989.462458:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829989.462460:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829989.462463:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422446976:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829989.590117:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829990.614125:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829991.638075:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829992.662043:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829993.686114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829994.582014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829994.582025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829994.582029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829994.582039:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5952 00000100:00080000:0.0:1787829994.582048:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829994.582055:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829994.582088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422447104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829994.582115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829994.582119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829994.582121:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829994.582124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5952 00000100:00080000:0.0:1787829994.582127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829994.582131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829994.582140:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829994.582152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c592c0 x1874669422447232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829994.582155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422447104:192.168.203.149@tcp:250:kworker.0 00000100:00080000:0.0:1787829994.582170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829994.582173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829994.582175:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829994.582179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5952 00000100:00080000:0.0:1787829994.582182:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829994.582186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829994.582191:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829994.582200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a1c0 x1874669422447360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829994.582224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787829994.582224:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829994.582230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829994.582232:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829994.582237:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5952 00000100:00080000:0.0:1787829994.582242:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829994.582247:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829994.582252:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829994.582263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c58f00 x1874669422447488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829994.582271:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829994/real 1787829994] req@ffff8a4f13c5b0c0 x1874669422447104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829994.582276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829994.582283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829994.582287:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829994.582291:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5952 00000100:00100000:1.0:1787829994.582305:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422447104/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829994.582316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829994.582320:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829994.582323:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422447104:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829994.582345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422447232:192.168.203.149@tcp:38:kworker.0 00000100:00080000:0.0:1787829994.582351:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829994.582358:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829994.582363:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1787829994.582376:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787829994.582377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5b0c0 x1874669422447616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829994.582404:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829994/real 1787829994] req@ffff8a4f13c592c0 x1874669422447232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829994.582418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c592c0 x1874669422447232/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829994.582434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829994.582437:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829994.582439:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422447232:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829994.582444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422447360:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829994.582461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829994.582472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829994/real 1787829994] req@ffff8a4f13c5a1c0 x1874669422447360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829994.582514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a1c0 x1874669422447360/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829994.582522:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829994.582525:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829994.582528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422447360:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829994.582534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422447488:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829994.582554:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829994.582565:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829994/real 1787829994] req@ffff8a4f13c58f00 x1874669422447488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829994.582586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c58f00 x1874669422447488/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829994.582594:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829994.582601:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829994.582605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422447488:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829994.582621:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422447616:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829994.582639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829994.582648:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829994/real 1787829994] req@ffff8a4f13c5b0c0 x1874669422447616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829994.582660:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5b0c0 x1874669422447616/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829994.582667:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829994.582669:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829994.582672:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422447616:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829994.710219:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829995.734039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829996.757993:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829997.782004:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787829998.806092:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787829999.702401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829999.702411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787829999.702414:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829999.702424:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5958 00000100:00080000:0.0:1787829999.702434:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829999.702442:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787829999.702484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5bc00 x1874669422447744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829999.702506:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829999.702509:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787829999.702511:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829999.702515:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5958 00000100:00080000:0.0:1787829999.702519:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829999.702523:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829999.702532:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787829999.702539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422447744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787829999.702545:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a940 x1874669422447872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829999.702556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829999.702558:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787829999.702559:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829999.702562:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5958 00000100:00080000:0.0:1787829999.702564:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829999.702567:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829999.702570:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1787829999.702579:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c583c0 x1874669422448000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829999.702584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829999.702587:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787829999.702588:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829999.702590:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5958 00000100:00080000:0.0:1787829999.702594:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1787829999.702595:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:0.0:1787829999.702599:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829999.702605:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829999.702617:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c59a40 x1874669422448128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787829999.702626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787829999.702629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787829999.702631:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787829999.702641:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5958 00000100:00100000:1.0:1787829999.702643:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829999/real 1787829999] req@ffff8a4f13c5bc00 x1874669422447744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787829999.702644:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787829999.702650:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:0.0:1787829999.702656:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787829999.702667:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13c5a580 x1874669422448256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787829999.702669:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5bc00 x1874669422447744/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829999.702688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829999.702692:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829999.702694:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422447744:192.168.203.149@tcp:250:kworker.0 00000100:00100000:1.0:1787829999.702713:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422447872:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829999.702730:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829999.702738:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829999/real 1787829999] req@ffff8a4f13c5a940 x1874669422447872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829999.702746:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a940 x1874669422447872/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829999.702751:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829999.702753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829999.702755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422447872:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829999.702758:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448000:192.168.203.149@tcp:38:kworker.0 00000800:00000100:1.0:1787829999.702767:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829999.702772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829999/real 1787829999] req@ffff8a4f13c583c0 x1874669422448000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829999.702779:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c583c0 x1874669422448000/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829999.702784:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829999.702785:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829999.702787:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448000:192.168.203.149@tcp:38:kworker.0 00000100:00100000:1.0:1787829999.702790:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448128:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829999.702798:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829999.702803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829999/real 1787829999] req@ffff8a4f13c59a40 x1874669422448128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829999.702809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c59a40 x1874669422448128/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829999.702814:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829999.702816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829999.702818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448128:192.168.203.149@tcp:8:kworker.0 00000100:00100000:1.0:1787829999.702821:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448256:192.168.203.149@tcp:8:kworker.0 00000800:00000100:1.0:1787829999.702828:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:1.0:1787829999.702833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829999/real 1787829999] req@ffff8a4f13c5a580 x1874669422448256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787829999.702839:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13c5a580 x1874669422448256/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787829999.702844:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787829999.702845:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:1.0:1787829999.702847:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13c5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448256:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787829999.830000:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830000.853968:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830001.878260:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830002.902144:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830003.926250:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787830004.822623:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830004.822633:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787830004.822637:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830004.822645:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5963 00000100:00080000:1.0:1787830004.822655:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830004.822662:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:1.0:1787830004.822705:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1e00 x1874669422448384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830004.822778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422448384:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787830004.822846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787830004.823085:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830004.823090:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787830004.823092:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830004.823096:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5963 00000100:00080000:1.0:1787830004.823101:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830004.823107:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787830004.823116:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830004.823130:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb2d00 x1874669422448512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830004.823395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830004/real 1787830004] req@ffff8a4f13cb1e00 x1874669422448384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830004.823413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1e00 x1874669422448384/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830004.823435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830004.823440:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830004.823443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422448384:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787830004.823468:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448512:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830004.823492:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830004.823505:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830004/real 1787830004] req@ffff8a4f13cb2d00 x1874669422448512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830004.823517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb2d00 x1874669422448512/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830004.823525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830004.823528:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830004.823531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448512:192.168.203.149@tcp:38:kworker.0 00000100:00080000:1.0:1787830004.823626:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830004.823630:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787830004.823632:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830004.823636:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5963 00000100:00080000:1.0:1787830004.823640:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830004.823645:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787830004.823651:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787830004.823664:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb0000 x1874669422448640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830004.823707:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448640:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830004.823728:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:1.0:1787830004.823763:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787830004.823766:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787830004.823768:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830004.823772:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5963 00000100:00080000:1.0:1787830004.823776:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830004.823780:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787830004.823786:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787830004.823796:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb21c0 x1874669422448768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830004.823964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830004/real 1787830004] req@ffff8a4f13cb0000 x1874669422448640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830004.823978:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb0000 x1874669422448640/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830004.823986:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830004.823989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830004.823992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448640:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830004.824005:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448768:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830004.824027:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830004.824038:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830004/real 1787830004] req@ffff8a4f13cb21c0 x1874669422448768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830004.824048:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787830004.824049:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb21c0 x1874669422448768/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787830004.824052:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787830004.824056:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830004.824059:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830004.824062:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448768:192.168.203.149@tcp:8:kworker.0 00000100:00080000:1.0:1787830004.824117:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787830004.824121:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5963 00000100:00080000:1.0:1787830004.824126:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787830004.824130:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:1.0:1787830004.824136:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1787830004.824148:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f13cb1a40 x1874669422448896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830004.824249:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448896:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830004.824269:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830004.824278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830004/real 1787830004] req@ffff8a4f13cb1a40 x1874669422448896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830004.824285:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f13cb1a40 x1874669422448896/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830004.824294:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830004.824295:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830004.824297:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f13cb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422448896:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787830004.951598:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830005.974940:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830007.000514:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830008.022061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830009.046240:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830009.942878:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830009.942887:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830009.942890:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830009.942899:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5968 00000100:00080000:2.0:1787830009.942908:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830009.942915:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787830009.942947:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d680 x1874669422449024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830009.942976:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830009.942979:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830009.942981:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830009.942985:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5968 00000100:00080000:2.0:1787830009.942988:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830009.942991:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787830009.943000:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830009.943010:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cb40 x1874669422449152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830009.943019:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830009.943022:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830009.943024:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830009.943027:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5968 00000100:00080000:2.0:1787830009.943030:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830009.943033:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787830009.943037:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830009.943046:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e940 x1874669422449280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830009.943054:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830009.943057:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830009.943058:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830009.943061:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5968 00000100:00080000:2.0:1787830009.943063:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830009.943066:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787830009.943070:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787830009.943077:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8cf00 x1874669422449408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830009.943090:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830009.943093:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830009.943095:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830009.943098:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5968 00000100:00080000:2.0:1787830009.943101:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830009.943104:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787830009.943107:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787830009.943114:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c3c0 x1874669422449536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830009.943189:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422449024:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787830009.943241:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830009.943275:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830009/real 1787830009] req@ffff8a4f06e8d680 x1874669422449024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830009.943290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d680 x1874669422449024/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830009.943300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830009.943303:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830009.943307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422449024:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787830009.943313:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449152:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830009.943330:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830009.943340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830009/real 1787830009] req@ffff8a4f06e8cb40 x1874669422449152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830009.943350:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cb40 x1874669422449152/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830009.943358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830009.943361:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830009.943364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449152:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830009.943369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449280:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830009.943383:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830009.943806:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830009/real 1787830009] req@ffff8a4f06e8e940 x1874669422449280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830009.943819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e940 x1874669422449280/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830009.943827:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830009.943830:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830009.943833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449280:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830009.943839:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449408:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830009.943878:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830009.943889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830009/real 1787830009] req@ffff8a4f06e8cf00 x1874669422449408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830009.943899:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8cf00 x1874669422449408/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830009.943907:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830009.943910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830009.943913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449408:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787830009.943918:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449536:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830009.943932:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830009.943941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830009/real 1787830009] req@ffff8a4f06e8c3c0 x1874669422449536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830009.943951:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c3c0 x1874669422449536/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830009.943958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830009.943960:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830009.943964:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449536:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787830010.070087:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830011.094122:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830012.119092:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830013.142446:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830014.166060:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787830015.062176:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830015.062186:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787830015.062190:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830015.062199:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5973 00000100:00080000:2.0:1787830015.062209:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830015.062216:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:2.0:1787830015.062252:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8c000 x1874669422449664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830015.062284:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830015.062288:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787830015.062289:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830015.062293:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5973 00000100:00080000:2.0:1787830015.062297:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830015.062300:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787830015.062310:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830015.062321:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8de00 x1874669422449792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830015.062330:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830015.062333:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787830015.062335:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830015.062338:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5973 00000100:00080000:2.0:1787830015.062341:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830015.062344:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787830015.062349:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1787830015.062370:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8e580 x1874669422449920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830015.062379:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830015.062381:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787830015.062383:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830015.062386:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5973 00000100:00080000:2.0:1787830015.062390:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830015.062393:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787830015.062396:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787830015.062405:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8f840 x1874669422450048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787830015.062412:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787830015.062414:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787830015.062416:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787830015.062419:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5973 00000100:00080000:2.0:1787830015.062422:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787830015.062425:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:2.0:1787830015.062429:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1787830015.062436:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f06e8d2c0 x1874669422450176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830015.062673:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422449664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787830015.062760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830015.062786:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830015.062809:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787830015.062828:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787830015.190401:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830016.214273:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830017.238471:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787830018.134330:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.149:988 00000400:00000100:2.0:1787830018.134394:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.149@tcp at host 192.168.203.149 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1787830018.134420:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787830018.134577:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787830018.134594:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787830018.134601:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000800:00000100:2.0:1787830018.134610:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.149@tcp 00000100:00100000:0.0:1787830018.134644:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830015/real 1787830018] req@ffff8a4f06e8c000 x1874669422449664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830018.134668:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8c000 x1874669422449664/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830018.134679:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830018.134684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830018.134689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422449664:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787830018.134696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830015/real 1787830018] req@ffff8a4f06e8de00 x1874669422449792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830018.134708:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8de00 x1874669422449792/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830018.134715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830018.134718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830018.134721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449792:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830018.134726:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830015/real 1787830018] req@ffff8a4f06e8e580 x1874669422449920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830018.134737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8e580 x1874669422449920/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830018.134744:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830018.134747:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830018.134751:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422449920:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830018.134757:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830015/real 1787830018] req@ffff8a4f06e8f840 x1874669422450048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830018.134768:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8f840 x1874669422450048/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830018.134776:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830018.134778:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830018.134781:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450048:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787830018.134787:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830015/real 1787830018] req@ffff8a4f06e8d2c0 x1874669422450176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830018.134797:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f06e8d2c0 x1874669422450176/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830018.134805:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830018.134808:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830018.134811:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f06e8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450176:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787830018.262289:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830019.286189:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830020.182397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830020.182407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830020.182411:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830020.182420:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5978 00000100:00080000:3.0:1787830020.182429:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830020.182436:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787830020.182468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422450304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830020.182617:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422450304:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787830020.182675:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787830020.182705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830020.182709:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830020.182711:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830020.182715:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5978 00000100:00080000:3.0:1787830020.182719:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830020.182724:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830020.182734:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830020.182757:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422450432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830020.183928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830020/real 1787830020] req@ffff8a4f08dab0c0 x1874669422450304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830020.184395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830020.184401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830020.184404:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830020.184409:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5978 00000100:00080000:3.0:1787830020.184415:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830020.184421:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830020.184430:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830020.184455:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422450560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830020.184467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830020.184470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830020.184472:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830020.184475:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5978 00000100:00080000:3.0:1787830020.184478:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830020.184482:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:0.0:1787830020.184736:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422450304/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830020.184747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830020.184751:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830020.184755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422450304:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787830020.184783:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450432:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830020.184827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830020.184843:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830020/real 1787830020] req@ffff8a4f08da8b40 x1874669422450432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830020.184875:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422450432/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830020.184883:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830020.184886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830020.184889:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450432:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830020.184894:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450560:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830020.184913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830020.184922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830020/real 1787830020] req@ffff8a4f08dabc00 x1874669422450560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830020.184932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422450560/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830020.184938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830020.184941:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830020.184944:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450560:192.168.203.149@tcp:38:kworker.0 00000008:00100000:3.0:1787830020.185431:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787830020.185451:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422450688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830020.185481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830020.185485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830020.185493:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830020.185498:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5978 00000100:00080000:3.0:1787830020.185504:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830020.185508:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830020.185513:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787830020.185523:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422450816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830020.185778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450688:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830020.185809:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830020.185822:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830020/real 1787830020] req@ffff8a4f08da8000 x1874669422450688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830020.185834:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422450688/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830020.185842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830020.185845:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830020.185866:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450688:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787830020.185874:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450816:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830020.185893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830020.185904:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830020/real 1787830020] req@ffff8a4f08da8780 x1874669422450816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830020.185915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422450816/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830020.185922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830020.185925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830020.185928:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422450816:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787830020.311840:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830021.335018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830022.358096:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830023.383361:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830024.406352:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830025.301957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830025.301965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830025.301969:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830025.301978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5983 00000100:00080000:3.0:1787830025.301987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830025.301994:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787830025.302224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9e00 x1874669422450944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830025.302249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830025.302253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830025.302255:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830025.302258:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5983 00000100:00080000:3.0:1787830025.302263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830025.302267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830025.302276:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830025.302303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa580 x1874669422451072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830025.302307:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422450944:192.168.203.149@tcp:250:kworker.0 00000100:00080000:3.0:1787830025.302322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830025.302325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830025.302327:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830025.302332:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5983 00000100:00080000:3.0:1787830025.302336:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830025.302340:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830025.302345:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1787830025.302369:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830025.302408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830025/real 1787830025] req@ffff8a4f08da9e00 x1874669422450944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830025.302425:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9e00 x1874669422450944/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830025.302435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830025.302439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830025.302442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422450944:192.168.203.149@tcp:250:kworker.0 00000100:00100000:3.0:1787830025.302447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8780 x1874669422451200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830025.302461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787830025.302465:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451072:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787830025.302466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830025.302471:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830025.302477:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5983 00000100:00080000:3.0:1787830025.302482:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830025.302487:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830025.302492:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1787830025.302500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830025.302513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830025/real 1787830025] req@ffff8a4f08daa580 x1874669422451072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787830025.302516:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8000 x1874669422451328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830025.302540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787830025.302541:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa580 x1874669422451072/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787830025.302548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830025.302551:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830025.302555:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5983 00000100:00080000:3.0:1787830025.302559:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830025.302562:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830025.302566:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787830025.302574:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dabc00 x1874669422451456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787830025.302677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830025.302681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830025.302684:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451072:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830025.302691:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451200:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830025.302712:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830025.302722:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830025/real 1787830025] req@ffff8a4f08da8780 x1874669422451200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830025.302734:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8780 x1874669422451200/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830025.302742:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830025.302745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830025.302748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451200:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830025.302761:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451328:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830025.302775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830025.302784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830025/real 1787830025] req@ffff8a4f08da8000 x1874669422451328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830025.302795:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8000 x1874669422451328/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830025.302802:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830025.302805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830025.302808:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451328:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787830025.302814:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451456:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830025.302827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830025.302835:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830025/real 1787830025] req@ffff8a4f08dabc00 x1874669422451456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830025.302846:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dabc00 x1874669422451456/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830025.302881:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830025.302885:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830025.302888:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451456:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787830025.430076:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830026.456326:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830027.478150:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830028.502034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830029.526193:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830030.422180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830030.422197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830030.422202:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830030.422215:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5988 00000100:00080000:3.0:1787830030.422229:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830030.422238:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787830030.422347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8b40 x1874669422451584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830030.422430:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422451584:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787830030.422502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00080000:3.0:1787830030.422538:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830030.422542:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830030.422544:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830030.422549:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5988 00000100:00080000:3.0:1787830030.422553:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830030.422558:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830030.422570:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830030.422581:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab0c0 x1874669422451712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830030.422648:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830030/real 1787830030] req@ffff8a4f08da8b40 x1874669422451584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830030.422666:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8b40 x1874669422451584/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830030.422677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830030.422682:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830030.422686:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422451584:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787830030.422715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451712:192.168.203.149@tcp:38:kworker.0 00000100:00080000:3.0:1787830030.422755:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830030.422759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830030.422760:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830030.422763:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5988 00000100:00080000:3.0:1787830030.422766:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830030.422769:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830030.422773:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830030.422782:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da92c0 x1874669422451840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830030.422789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830030.422791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830030.422792:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830030.422794:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5988 00000100:00080000:3.0:1787830030.422797:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830030.422799:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830030.422806:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787830030.422813:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da83c0 x1874669422451968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830030.422818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830030.422821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830030.422822:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830030.422824:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5988 00000100:00080000:3.0:1787830030.422825:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830030.422827:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830030.422829:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787830030.422834:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab480 x1874669422452096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787830030.422950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830030.422965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830030/real 1787830030] req@ffff8a4f08dab0c0 x1874669422451712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830030.422978:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab0c0 x1874669422451712/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830030.422987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830030.422991:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830030.422994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451712:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830030.423008:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451840:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830030.423026:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830030.423033:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830030/real 1787830030] req@ffff8a4f08da92c0 x1874669422451840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830030.423041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da92c0 x1874669422451840/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830030.423046:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830030.423049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830030.423052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451840:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830030.423058:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451968:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830030.423076:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830030.423086:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830030/real 1787830030] req@ffff8a4f08da83c0 x1874669422451968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830030.423098:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da83c0 x1874669422451968/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830030.423106:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830030.423110:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830030.423114:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422451968:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787830030.423119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452096:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830030.423135:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830030.423147:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830030/real 1787830030] req@ffff8a4f08dab480 x1874669422452096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830030.423154:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab480 x1874669422452096/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830030.423159:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830030.423161:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830030.423162:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452096:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787830030.550125:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830031.574373:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830032.598193:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830033.622145:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830034.646315:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830035.542011:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830035.542024:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830035.542029:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830035.542043:0:28023:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5993 00000100:00080000:3.0:1787830035.542057:0:28023:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830035.542066:0:28023:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787830035.542115:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa940 x1874669422452224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830035.542163:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830035.542170:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830035.542172:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830035.542176:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5993 00000100:00080000:3.0:1787830035.542180:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830035.542184:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830035.542195:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830035.542208:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9a40 x1874669422452352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830035.542232:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830035.542236:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830035.542238:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830035.542241:0:28023:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5993 00000100:00080000:3.0:1787830035.542245:0:28023:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830035.542249:0:28023:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830035.542253:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830035.542264:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422452480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830035.542272:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830035.542275:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830035.542277:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830035.542280:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5993 00000100:00080000:3.0:1787830035.542283:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830035.542287:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830035.542293:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787830035.542303:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422452608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830035.542311:0:28023:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830035.542314:0:28023:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830035.542317:0:28023:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830035.542320:0:28023:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5993 00000100:00080000:3.0:1787830035.542323:0:28023:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830035.542328:0:28023:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830035.542332:0:28023:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787830035.542648:0:28023:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422452736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830035.542792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422452224:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787830035.542916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830035.542964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830035/real 1787830035] req@ffff8a4f08daa940 x1874669422452224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830035.542983:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa940 x1874669422452224/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830035.542995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830035.542999:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830035.543004:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422452224:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787830035.543012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452352:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830035.543050:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830035.543063:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830035/real 1787830035] req@ffff8a4f08da9a40 x1874669422452352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830035.543077:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9a40 x1874669422452352/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830035.543084:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830035.543088:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830035.543091:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452352:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830035.543098:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452480:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830035.543118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830035.543130:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830035/real 1787830035] req@ffff8a4f08da9680 x1874669422452480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830035.543142:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422452480/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830035.543149:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830035.543153:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830035.543156:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452480:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830035.543162:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452608:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830035.543182:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830035.543194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830035/real 1787830035] req@ffff8a4f08daa1c0 x1874669422452608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830035.543206:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422452608/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830035.543230:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830035.543234:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830035.543237:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452608:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787830035.543242:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452736:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830035.543261:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830035.543272:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830035/real 1787830035] req@ffff8a4f08daad00 x1874669422452736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830035.543283:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422452736/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830035.543290:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830035.543293:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830035.543296:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452736:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787830035.670503:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830036.694928:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830037.718995:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830038.742245:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830039.766163:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787830040.662454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aeb3e581-689c-48f6-b7e7-8d78c6a5b834->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830040.662465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787830040.662470:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830040.662482:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.149@tcp: connect to NID 192.168.203.149@tcp last attempt 5999 00000100:00080000:3.0:1787830040.662494:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.149@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830040.662503:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.149@tcp: import ffff8a4f11147800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000100:00100000:3.0:1787830040.662547:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08dab840 x1874669422452864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830040.662581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830040.662585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787830040.662587:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830040.662591:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5999 00000100:00080000:3.0:1787830040.662595:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830040.662599:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a4f07c09000: import ffff8a4f1007e800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830040.662611:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830040.662631:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da8f00 x1874669422452992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830040.662640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830040.662644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787830040.662645:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830040.662648:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5999 00000100:00080000:3.0:1787830040.662652:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830040.662655:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a4f07c09000: import ffff8a4f10079800 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830040.662659:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787830040.662671:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daad00 x1874669422453120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830040.662679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830040.662682:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787830040.662684:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830040.662687:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5999 00000100:00080000:3.0:1787830040.662690:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830040.662694:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a4f07c09000: import ffff8a4f1007d000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830040.662698:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787830040.662706:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08daa1c0 x1874669422453248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787830040.662728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6aa43c60-6e9c-4cdb-a4db-5b1131682b46->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787830040.662731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787830040.662733:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787830040.662737:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: connect to NID 192.168.203.149@tcp last attempt 5999 00000100:00080000:3.0:1787830040.662740:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787830040.662743:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a4f07c09000: import ffff8a4f1007f000 using connection 192.168.203.149@tcp/192.168.203.149@tcp 00000008:00100000:3.0:1787830040.662747:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787830040.662757:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a4f08da9680 x1874669422453376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787830040.663031:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422452864:192.168.203.149@tcp:250:kworker.0 00000800:00000100:0.0:1787830040.663111:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830040.663170:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830040/real 1787830040] req@ffff8a4f08dab840 x1874669422452864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830040.663200:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08dab840 x1874669422452864/t0(0) o250->MGC192.168.203.149@tcp@192.168.203.149@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830040.663212:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f11147800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830040.663217:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830040.663221:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08dab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aeb3e581-689c-48f6-b7e7-8d78c6a5b834:2402:1874669422452864:192.168.203.149@tcp:250:kworker.0 00000100:00100000:0.0:1787830040.663229:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452992:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830040.663253:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830040.663268:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830040/real 1787830040] req@ffff8a4f08da8f00 x1874669422452992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830040.663295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da8f00 x1874669422452992/t0(0) o38->lustre-MDT0000-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830040.663304:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830040.663307:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830040.663310:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422452992:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830040.663316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422453120:192.168.203.149@tcp:38:kworker.0 00000800:00000100:0.0:1787830040.663337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830040.663349:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830040/real 1787830040] req@ffff8a4f08daad00 x1874669422453120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830040.663362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daad00 x1874669422453120/t0(0) o38->lustre-MDT0001-mdc-ffff8a4f07c09000@192.168.203.149@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830040.663376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f10079800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830040.663379:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830040.663382:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422453120:192.168.203.149@tcp:38:kworker.0 00000100:00100000:0.0:1787830040.663399:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422453248:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830040.663420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830040.663432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830040/real 1787830040] req@ffff8a4f08daa1c0 x1874669422453248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830040.663443:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08daa1c0 x1874669422453248/t0(0) o8->lustre-OST0000-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830040.663451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830040.663455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830040.663458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08daa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422453248:192.168.203.149@tcp:8:kworker.0 00000100:00100000:0.0:1787830040.663463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422453376:192.168.203.149@tcp:8:kworker.0 00000800:00000100:0.0:1787830040.663483:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.149@tcp 00000100:00100000:0.0:1787830040.663494:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830040/real 1787830040] req@ffff8a4f08da9680 x1874669422453376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787830040.663505:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a4f08da9680 x1874669422453376/t0(0) o8->lustre-OST0001-osc-ffff8a4f07c09000@192.168.203.149@tcp:28/4 lens 520/544 e 0 to 1 dl 1787830065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787830040.663512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8a4f1007f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787830040.663515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.149@tcp failed (-110) 00000100:00100000:0.0:1787830040.663518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a4f08da9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6aa43c60-6e9c-4cdb-a4db-5b1131682b46:2402:1874669422453376:192.168.203.149@tcp:8:kworker.0 00010000:00010000:0.0:1787830040.790220:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830041.814381:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787830042.838095:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 77484 lines, 77484 kept, 0 dropped, 0 bad.